05:24:50.863 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
05:24:50.874 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGpLR7D/test-tmp
05:24:50.877 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:24:50.880 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGpLR7D/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:24:51.148 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
05:24:51.252 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:24:51.253 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:24:51.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.257112 8176 mini_oidc.cc:152] Starting JWKS server
05:24:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.261269 8176 webserver.cc:460] Webserver started at http://127.0.0.1:33943/ using document root <none> and password file <none>
05:24:51.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.261729 8176 mini_oidc.cc:189] Starting OIDC Discovery server
05:24:51.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.263446 8176 webserver.cc:460] Webserver started at http://127.0.0.1:34731/ using document root <none> and password file <none>
05:24:51.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:24:51Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:24:51.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:24:51Z Disabled control of system clock
05:24:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.310895 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:51.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal
05:24:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data
05:24:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/logs
05:24:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data/info.pb
05:24:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.62:46169
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.62
05:24:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:51.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json with env {}
05:24:51.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.604676 8188 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:51.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.605229 8188 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:51.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.605904 8188 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:51.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.636232 8188 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.636600 8188 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.636816 8188 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.637040 8188 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.637331 8188 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:51.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.637547 8188 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33943/jwks.json
05:24:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.671525 8188 master_runner.cc:386] Master server non-default flags:
05:24:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:51.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.62:46169
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data/info.pb
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.62
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:51.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/logs
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:51.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.672879 8188 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.674888 8188 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.693269 8195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.693305 8194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:51.693447 8197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:52.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:51.694896 8188 server_base.cc:1034] running on GCE node
05:24:52.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.878511 8188 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.881371 8188 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.882736 8188 hybrid_clock.cc:648] HybridClock initialized: now 1790313892882715 us; error 128 us; skew 500 ppm
05:24:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.883535 8188 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.890434 8188 webserver.cc:460] Webserver started at http://127.7.252.62:45149/ using document root <none> and password file <none>
05:24:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.891342 8188 fs_manager.cc:359] Metadata directory not provided
05:24:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.891525 8188 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.891923 8188 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.897084 8188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data/instance:
05:24:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db4917343e8048a3a3d8066ff9f75db8"
05:24:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:52 on dist-test-slave-mg59"
05:24:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.898262 8188 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal/instance:
05:24:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db4917343e8048a3a3d8066ff9f75db8"
05:24:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:52 on dist-test-slave-mg59"
05:24:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.905681 8188 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
05:24:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.911034 8204 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.912170 8188 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
05:24:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.912461 8188 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal
05:24:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "db4917343e8048a3a3d8066ff9f75db8"
05:24:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:52 on dist-test-slave-mg59"
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.912858 8188 fs_report.cc:383] FS layout report
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data/data
05:24:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.952001 8188 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.953465 8188 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:52.953872 8188 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.022535 8188 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.62:46169
05:24:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.022641 8255 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.62:46169 every 8 connection(s)
05:24:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.025170 8188 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/data/info.pb
05:24:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.030519 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8188
05:24:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.030678 8256 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.031081 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-0/wal/instance
05:24:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.036258 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/logs
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data/info.pb
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.61:40833
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.61
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:53.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json with env {}
05:24:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.046846 8256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } has no permanent_uuid. Determining permanent_uuid...
05:24:53.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.078655 8256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } has no permanent_uuid. Determining permanent_uuid...
05:24:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.081027 8207 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.085281 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.134832 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 1
05:24:53.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.138981 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.207540 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 2
05:24:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.211427 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.302940 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 3
05:24:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.307111 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.348533 8258 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.349283 8258 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.349942 8258 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.380725 8258 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.381112 8258 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.381431 8258 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:53.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.381768 8258 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.382122 8258 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.382377 8258 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33943/jwks.json
05:24:53.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.417155 8258 master_runner.cc:386] Master server non-default flags:
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:53.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.61:40833
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data/info.pb
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.61
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:53.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/logs
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:53.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.418740 8258 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:53.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.421028 8258 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.438604 8270 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.450510 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 4
05:24:53.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.454308 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:53.753717 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 5
05:24:53.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.758559 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:54.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.306133 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 6
05:24:54.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.312965 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.61:40833: Network error: Client connection negotiation failed: client connection to 127.7.252.61:40833: connect: Connection refused (error 111)
05:24:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.438860 8268 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:53.438606 8267 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:54.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.618541 8269 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:24:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.618672 8258 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.623011 8258 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:54.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.625924 8258 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.627288 8258 hybrid_clock.cc:648] HybridClock initialized: now 1790313894627250 us; error 54 us; skew 500 ppm
05:24:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.628376 8258 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.634756 8258 webserver.cc:460] Webserver started at http://127.7.252.61:45749/ using document root <none> and password file <none>
05:24:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.635839 8258 fs_manager.cc:359] Metadata directory not provided
05:24:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.636034 8258 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.636415 8258 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.641176 8258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data/instance:
05:24:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07739de360ed4380b15d7cc2be95d094"
05:24:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:54 on dist-test-slave-mg59"
05:24:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.642270 8258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal/instance:
05:24:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07739de360ed4380b15d7cc2be95d094"
05:24:54.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:54 on dist-test-slave-mg59"
05:24:54.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.649049 8258 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
05:24:54.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.654296 8279 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.655278 8258 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.655619 8258 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07739de360ed4380b15d7cc2be95d094"
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:54 on dist-test-slave-mg59"
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.655973 8258 fs_report.cc:383] FS layout report
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:54.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal
05:24:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal
05:24:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data/data
05:24:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:54.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:54.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:54.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.692094 8258 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.693665 8258 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:54.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.694190 8258 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.761404 8258 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.61:40833
05:24:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.761511 8330 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.61:40833 every 8 connection(s)
05:24:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.764213 8258 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/data/info.pb
05:24:54.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.769474 8331 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.772099 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8258
05:24:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.772415 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-1/wal/instance
05:24:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.774353 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:54.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/logs
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data/info.pb
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.60:46607
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.60
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:54.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:54.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json with env {}
05:24:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.784233 8331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } has no permanent_uuid. Determining permanent_uuid...
05:24:54.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.808833 8331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } has no permanent_uuid. Determining permanent_uuid...
05:24:54.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.824882 8331 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } has no permanent_uuid. Determining permanent_uuid...
05:24:54.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.827596 8283 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:54.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.831307 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.880828 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 1
05:24:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.884943 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:54.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:54.953336 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 2
05:24:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:54.957075 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.048478 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 3
05:24:55.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.053539 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.087338 8333 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.087882 8333 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:55.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.088339 8333 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:55.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.118451 8333 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:24:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.118724 8333 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.118909 8333 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:24:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.119220 8333 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:24:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.119524 8333 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:24:55.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.119771 8333 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33943/jwks.json
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.154558 8333 master_runner.cc:386] Master server non-default flags:
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.60:46607
05:24:55.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33943/jwks.json
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data/info.pb
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.60
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/logs
05:24:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:24:55.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.155737 8333 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.157514 8333 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:55.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.176364 8346 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.196966 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 4
05:24:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.201228 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.373508 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } attempt: 7
05:24:55.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.396754 8256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } has no permanent_uuid. Determining permanent_uuid...
05:24:55.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.402779 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.461366 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 1
05:24:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.465150 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.500600 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 5
05:24:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.504767 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.546706 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 2
05:24:55.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.550614 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.636152 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 3
05:24:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.640974 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.781363 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 4
05:24:55.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.786074 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:56.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.052198 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 6
05:24:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.069484 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 5
05:24:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.070111 8331 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:56.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.074331 8256 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.252.60:46607: Network error: Client connection negotiation failed: client connection to 127.7.252.60:46607: connect: Connection refused (error 111)
05:24:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.176620 8344 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:55.176644 8343 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:55.178077 8333 server_base.cc:1034] running on GCE node
05:24:56.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.373991 8333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:56.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.377343 8333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.378753 8333 hybrid_clock.cc:648] HybridClock initialized: now 1790313896378716 us; error 60 us; skew 500 ppm
05:24:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.379516 8333 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.386229 8333 webserver.cc:460] Webserver started at http://127.7.252.60:39395/ using document root <none> and password file <none>
05:24:56.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.387064 8333 fs_manager.cc:359] Metadata directory not provided
05:24:56.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.387239 8333 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.387609 8333 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.392325 8333 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data/instance:
05:24:56.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836"
05:24:56.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:56 on dist-test-slave-mg59"
05:24:56.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.393440 8333 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal/instance:
05:24:56.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836"
05:24:56.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:56 on dist-test-slave-mg59"
05:24:56.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.400782 8333 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
05:24:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.406070 8358 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.407135 8333 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
05:24:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.407398 8333 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal
05:24:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836"
05:24:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:56 on dist-test-slave-mg59"
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.407816 8333 fs_report.cc:383] FS layout report
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data/data
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:24:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:24:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:24:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.476181 8333 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:24:56.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.477636 8333 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:24:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.478032 8333 kserver.cc:163] Server-wide thread pool size limit: 3276
05:24:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.548410 8333 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.60:46607
05:24:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.548504 8409 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.60:46607 every 8 connection(s)
05:24:56.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.551059 8333 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/data/info.pb
05:24:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.552826 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8333
05:24:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.553277 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/master-2/wal/instance
05:24:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.558621 8410 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:24:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.576334 8410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } has no permanent_uuid. Determining permanent_uuid...
05:24:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.604019 8410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } has no permanent_uuid. Determining permanent_uuid...
05:24:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.614089 8410 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } has no permanent_uuid. Determining permanent_uuid...
05:24:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.626744 8256 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 6
05:24:56.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.632529 8410 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: Bootstrap starting.
05:24:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.640070 8410 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: Neither blocks nor log segments found. Creating new log.
05:24:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.642385 8410 log.cc:824] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: Log is configured to *not* fsync() on all Append() calls
05:24:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.647511 8410 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: No bootstrap required, opened a new log
05:24:56.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.649402 8256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: Bootstrap starting.
05:24:56.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.656427 8256 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: Neither blocks nor log segments found. Creating new log.
05:24:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.658983 8256 log.cc:824] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: Log is configured to *not* fsync() on all Append() calls
05:24:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.664078 8256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: No bootstrap required, opened a new log
05:24:56.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.672053 8410 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.672708 8410 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.673004 8410 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1f1cdcbfdc264ce9a6ffdf94335d6836, State: Initialized, Role: FOLLOWER
05:24:56.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.673909 8410 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.676862 8421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.677704 8421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: This master's current role is: FOLLOWER
05:24:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.678287 8410 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: configured and running, proceeding with master startup.
05:24:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.690090 8256 raft_consensus.cc:348] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.691076 8256 raft_consensus.cc:374] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:56.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.691382 8256 raft_consensus.cc:729] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: db4917343e8048a3a3d8066ff9f75db8, State: Initialized, Role: FOLLOWER
05:24:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.692281 8256 consensus_queue.cc:260] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.695426 8430 sys_catalog.cc:455] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.697748 8430 sys_catalog.cc:458] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: This master's current role is: FOLLOWER
05:24:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.697405 8256 sys_catalog.cc:564] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: configured and running, proceeding with master startup.
05:24:56.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.712489 8210 tablet.cc:2369] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:56.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.711823 8433 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:24:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.720731 8433 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:24:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.732981 8364 tablet.cc:2369] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:24:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.706543 8333 master_runner.cc:186] Error getting master registration for 127.7.252.62:46169: OK, instance_id { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" instance_seqno: 1790313893003735 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.754588 8333 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.760538 8445 catalog_manager.cc:1558] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:24:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:56.761236 8445 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:24:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.745771 8188 master_runner.cc:186] Error getting master registration for 127.7.252.61:40833: OK, instance_id { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" instance_seqno: 1790313894742985 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:24:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.784686 8188 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:24:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.839756 8421 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:24:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.840313 8421 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.842854 8421 leader_election.cc:288] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers db4917343e8048a3a3d8066ff9f75db8 (127.7.252.62:46169), 07739de360ed4380b15d7cc2be95d094 (127.7.252.61:40833)
05:24:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.844130 8231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db4917343e8048a3a3d8066ff9f75db8" is_pre_election: true
05:24:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.845029 8231 raft_consensus.cc:2454] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f1cdcbfdc264ce9a6ffdf94335d6836 in term 0.
05:24:56.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.846755 8361 leader_election.cc:302] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f1cdcbfdc264ce9a6ffdf94335d6836, db4917343e8048a3a3d8066ff9f75db8; no voters:
05:24:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.847623 8421 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Leader pre-election won for term 1
05:24:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.847975 8421 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
05:24:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.848272 8421 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 0 FOLLOWER]: Advancing to term 1
05:24:56.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.858744 8421 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.862154 8231 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "db4917343e8048a3a3d8066ff9f75db8"
05:24:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.862722 8231 raft_consensus.cc:3037] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 0 FOLLOWER]: Advancing to term 1
05:24:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.869722 8231 raft_consensus.cc:2454] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1f1cdcbfdc264ce9a6ffdf94335d6836 in term 1.
05:24:56.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.870699 8361 leader_election.cc:302] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f1cdcbfdc264ce9a6ffdf94335d6836, db4917343e8048a3a3d8066ff9f75db8; no voters:
05:24:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.877971 8421 leader_election.cc:288] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [CANDIDATE]: Term 1 election: Requested vote from peers db4917343e8048a3a3d8066ff9f75db8 (127.7.252.62:46169), 07739de360ed4380b15d7cc2be95d094 (127.7.252.61:40833)
05:24:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.879438 8421 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 1 FOLLOWER]: Leader election won for term 1
05:24:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.879869 8421 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [term 1 LEADER]: Becoming Leader. State: Replica: 1f1cdcbfdc264ce9a6ffdf94335d6836, State: Running, Role: LEADER
05:24:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.882455 8421 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:56.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.900913 8447 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f1cdcbfdc264ce9a6ffdf94335d6836. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.902313 8447 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: This master's current role is: LEADER
05:24:56.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.905098 8449 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
05:24:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.911960 8449 catalog_manager.cc:1484] Initializing Kudu cluster ID...
05:24:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.941376 8231 raft_consensus.cc:1261] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [term 1 FOLLOWER]: Refusing update from remote peer 1f1cdcbfdc264ce9a6ffdf94335d6836: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:56.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.942974 8447 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [LEADER]: Connected to new peer: Peer: permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:24:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.981437 8430 sys_catalog.cc:455] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f1cdcbfdc264ce9a6ffdf94335d6836. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:56.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.985131 8430 sys_catalog.cc:458] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: This master's current role is: FOLLOWER
05:24:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.988217 8421 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:56.989010 8421 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: This master's current role is: LEADER
05:24:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.004516 8449 catalog_manager.cc:1347] Generated new cluster ID: 853c48a41e514067820142a9ae615e9f
05:24:57.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.004828 8449 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
05:24:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.009690 8430 sys_catalog.cc:455] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.010440 8430 sys_catalog.cc:458] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8 [sys.catalog]: This master's current role is: FOLLOWER
05:24:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.049790 8449 catalog_manager.cc:1370] Generated new certificate authority record
05:24:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.052323 8449 catalog_manager.cc:1504] Loading token signing keys...
05:24:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.084942 8449 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836: Generated new TSK 0
05:24:57.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.086050 8449 catalog_manager.cc:1514] Initializing in-progress tserver states...
05:24:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.109340 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/logs
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data/info.pb
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.1:0
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.1
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.1
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:57.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:24:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.130491 8331 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } attempt: 7
05:24:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.188087 8331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: Bootstrap starting.
05:24:57.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.206453 8331 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: Neither blocks nor log segments found. Creating new log.
05:24:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.212218 8331 log.cc:824] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: Log is configured to *not* fsync() on all Append() calls
05:24:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.224438 8331 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: No bootstrap required, opened a new log
05:24:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.303411 8331 raft_consensus.cc:348] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.305886 8331 raft_consensus.cc:374] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:24:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.306963 8331 raft_consensus.cc:729] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07739de360ed4380b15d7cc2be95d094, State: Initialized, Role: FOLLOWER
05:24:57.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.309331 8331 consensus_queue.cc:260] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } }
05:24:57.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.334620 8304 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [term 0 FOLLOWER]: Advancing to term 1
05:24:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.337857 8305 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07739de360ed4380b15d7cc2be95d094"
05:24:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.333520 8306 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07739de360ed4380b15d7cc2be95d094" is_pre_election: true
05:24:57.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.347823 8304 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [term 1 FOLLOWER]: Refusing update from remote peer 1f1cdcbfdc264ce9a6ffdf94335d6836: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
05:24:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.349740 8447 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
05:24:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.357731 8331 sys_catalog.cc:564] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: configured and running, proceeding with master startup.
05:24:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.356866 8459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.362522 8459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: This master's current role is: FOLLOWER
05:24:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.396541 8462 mvcc.cc:205] Tried to move back new op lower bound from 7333125721845866496 to 7333125721653534720. Current Snapshot: MvccSnapshot[applied={T|T < 7333125721845866496}]
05:24:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.426774 8459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f1cdcbfdc264ce9a6ffdf94335d6836. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:57.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.427584 8459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: This master's current role is: FOLLOWER
05:24:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.429481 8460 sys_catalog.cc:455] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:57.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.430248 8460 sys_catalog.cc:458] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094 [sys.catalog]: This master's current role is: FOLLOWER
05:24:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.461086 8476 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
05:24:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.565014 8456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:24:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.565979 8456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:24:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.566951 8456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:24:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.622025 8456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:24:57.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.623723 8456 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.252.1
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.683849 8456 tablet_server_runner.cc:78] Tablet server non-default flags:
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:24:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.1:0
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data/info.pb
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.1
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:24:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.1
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/logs
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:24:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.685439 8456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:24:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.687481 8456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:24:57.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.710239 8482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.768558 8445 catalog_manager.cc:1259] Loaded cluster ID: 853c48a41e514067820142a9ae615e9f
05:24:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.769335 8445 catalog_manager.cc:1552] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: loading cluster ID for follower catalog manager: success
05:24:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.779331 8445 catalog_manager.cc:1574] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: acquiring CA information for follower catalog manager: success
05:24:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.802764 8445 catalog_manager.cc:1602] T 00000000000000000000000000000000 P db4917343e8048a3a3d8066ff9f75db8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.814724 8488 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "db4917343e8048a3a3d8066ff9f75db8" member_type: VOTER last_known_addr { host: "127.7.252.62" port: 46169 } } peers { permanent_uuid: "07739de360ed4380b15d7cc2be95d094" member_type: VOTER last_known_addr { host: "127.7.252.61" port: 40833 } } peers { permanent_uuid: "1f1cdcbfdc264ce9a6ffdf94335d6836" member_type: VOTER last_known_addr { host: "127.7.252.60" port: 46607 } } }
05:24:57.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:57.820827 8488 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f1cdcbfdc264ce9a6ffdf94335d6836 [sys.catalog]: This master's current role is: LEADER
05:24:58.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:58.473980 8476 catalog_manager.cc:1259] Loaded cluster ID: 853c48a41e514067820142a9ae615e9f
05:24:58.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:58.474565 8476 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: loading cluster ID for follower catalog manager: success
05:24:58.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:58.490628 8476 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: acquiring CA information for follower catalog manager: success
05:24:58.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:58.502225 8476 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 07739de360ed4380b15d7cc2be95d094: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
05:24:59.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.104313 8481 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 8456
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.878247 8481 kernel_stack_watchdog.cc:198] Thread 8456 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 391ms:
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
05:24:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:57.713289 8483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.879855 8484 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2167 milliseconds
05:24:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.880517 8456 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.170s user 0.540s sys 0.915s
05:24:59.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.881007 8456 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.170s user 0.540s sys 0.915s
05:24:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.881985 8456 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:24:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:24:59.882036 8485 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:24:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.884547 8456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:24:59.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.900044 8456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:24:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.904151 8456 hybrid_clock.cc:648] HybridClock initialized: now 1790313899904105 us; error 52 us; skew 500 ppm
05:24:59.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.906147 8456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:24:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.949416 8456 webserver.cc:460] Webserver started at http://127.7.252.1:40895/ using document root <none> and password file <none>
05:24:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.951143 8456 fs_manager.cc:359] Metadata directory not provided
05:24:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.954010 8456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:24:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.956200 8456 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:24:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.964323 8456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data/instance:
05:24:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4201b09cdb7049c39559c55e63bbb925"
05:24:59.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:59 on dist-test-slave-mg59"
05:24:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.966338 8456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal/instance:
05:24:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4201b09cdb7049c39559c55e63bbb925"
05:24:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:59 on dist-test-slave-mg59"
05:24:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.982677 8456 fs_manager.cc:691] Time spent creating directory manager: real 0.015s user 0.007s sys 0.006s
05:24:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.996373 8496 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:24:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.998185 8456 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.006s sys 0.004s
05:24:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.998817 8456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal
05:24:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4201b09cdb7049c39559c55e63bbb925"
05:24:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:24:59 on dist-test-slave-mg59"
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:24:59.999614 8456 fs_report.cc:383] FS layout report
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data/data
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.094098 8456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.096509 8456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.097319 8456 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.106940 8456 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:25:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.119122 8456 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:25:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.119719 8456 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
05:25:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.120244 8456 ts_tablet_manager.cc:610] Registered 0 tablets
05:25:00.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.120594 8456 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:25:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.603179 8456 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.1:34987
05:25:00.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.603207 8608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.1:34987 every 8 connection(s)
05:25:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.606428 8456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/data/info.pb
05:25:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.615075 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8456
05:25:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.615613 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-0/wal/instance
05:25:00.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.628330 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:00.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:00.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/logs
05:25:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data/info.pb
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.2:0
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.2
05:25:00.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.2
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:25:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.698184 8610 heartbeater.cc:347] Connected to a master server at 127.7.252.61:40833
05:25:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.698679 8610 heartbeater.cc:464] Registering TS with master...
05:25:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.699949 8610 heartbeater.cc:511] Master 127.7.252.61:40833 requested a full tablet report, sending...
05:25:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.703558 8296 ts_manager.cc:194] Registered new tserver with Master: 4201b09cdb7049c39559c55e63bbb925 (127.7.252.1:34987)
05:25:00.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.705384 8609 heartbeater.cc:347] Connected to a master server at 127.7.252.60:46607
05:25:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.705711 8609 heartbeater.cc:464] Registering TS with master...
05:25:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.706506 8609 heartbeater.cc:511] Master 127.7.252.60:46607 requested a full tablet report, sending...
05:25:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.709143 8375 ts_manager.cc:194] Registered new tserver with Master: 4201b09cdb7049c39559c55e63bbb925 (127.7.252.1:34987)
05:25:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.711936 8375 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.252.1:38143
05:25:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.719657 8615 heartbeater.cc:347] Connected to a master server at 127.7.252.62:46169
05:25:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.720001 8615 heartbeater.cc:464] Registering TS with master...
05:25:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.720690 8615 heartbeater.cc:511] Master 127.7.252.62:46169 requested a full tablet report, sending...
05:25:00.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:00.723877 8221 ts_manager.cc:194] Registered new tserver with Master: 4201b09cdb7049c39559c55e63bbb925 (127.7.252.1:34987)
05:25:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.030166 8617 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.031124 8617 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.032053 8617 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.087260 8617 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.088838 8617 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.252.2
05:25:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:01.144254 8617 tablet_server_runner.cc:78] Tablet server non-default flags:
05:25:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:25:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:01.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.2:0
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:01.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data/info.pb
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.2
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.2
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/logs
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:01.145445 8617 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:01.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:01.146988 8617 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:01.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.170125 8626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:01.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:01.718178 8609 heartbeater.cc:503] Master 127.7.252.60:46607 was elected leader, sending a full tablet report...
05:25:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.172761 8625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:01.170774 8628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.373835 8627 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
05:25:02.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.373950 8617 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
05:25:02.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.377911 8617 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.380729 8617 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.382223 8617 hybrid_clock.cc:648] HybridClock initialized: now 1790313902382190 us; error 40 us; skew 500 ppm
05:25:02.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.383065 8617 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.389005 8617 webserver.cc:460] Webserver started at http://127.7.252.2:36903/ using document root <none> and password file <none>
05:25:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.389832 8617 fs_manager.cc:359] Metadata directory not provided
05:25:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.390008 8617 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:02.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.390373 8617 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:25:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.394955 8617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data/instance:
05:25:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "519f7f9937bf488d95386eb191f6db3c"
05:25:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:02 on dist-test-slave-mg59"
05:25:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.396107 8617 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal/instance:
05:25:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "519f7f9937bf488d95386eb191f6db3c"
05:25:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:02 on dist-test-slave-mg59"
05:25:02.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.402926 8617 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
05:25:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.408347 8637 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.409384 8617 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
05:25:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.409653 8617 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal
05:25:02.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "519f7f9937bf488d95386eb191f6db3c"
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:02 on dist-test-slave-mg59"
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.409945 8617 fs_report.cc:383] FS layout report
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal
05:25:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data/data
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:02.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.451205 8617 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.452616 8617 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.453111 8617 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.455482 8617 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:25:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.459602 8617 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:25:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.459802 8617 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:25:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.460000 8617 ts_tablet_manager.cc:610] Registered 0 tablets
05:25:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.460126 8617 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:25:02.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.607627 8617 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.2:37869
05:25:02.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.607790 8749 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.2:37869 every 8 connection(s)
05:25:02.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.610158 8617 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/data/info.pb
05:25:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.620779 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8617
05:25:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.621582 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-1/wal/instance
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.647119 8176 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/logs
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data/info.pb
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.3:0
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.3
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.3
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:02.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
05:25:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.665602 8750 heartbeater.cc:347] Connected to a master server at 127.7.252.60:46607
05:25:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.666075 8750 heartbeater.cc:464] Registering TS with master...
05:25:02.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.666246 8752 heartbeater.cc:347] Connected to a master server at 127.7.252.62:46169
05:25:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.666611 8752 heartbeater.cc:464] Registering TS with master...
05:25:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.667059 8751 heartbeater.cc:347] Connected to a master server at 127.7.252.61:40833
05:25:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.667270 8750 heartbeater.cc:511] Master 127.7.252.60:46607 requested a full tablet report, sending...
05:25:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.667358 8751 heartbeater.cc:464] Registering TS with master...
05:25:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.667632 8752 heartbeater.cc:511] Master 127.7.252.62:46169 requested a full tablet report, sending...
05:25:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.668136 8751 heartbeater.cc:511] Master 127.7.252.61:40833 requested a full tablet report, sending...
05:25:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.670398 8221 ts_manager.cc:194] Registered new tserver with Master: 519f7f9937bf488d95386eb191f6db3c (127.7.252.2:37869)
05:25:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.670437 8375 ts_manager.cc:194] Registered new tserver with Master: 519f7f9937bf488d95386eb191f6db3c (127.7.252.2:37869)
05:25:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.670526 8296 ts_manager.cc:194] Registered new tserver with Master: 519f7f9937bf488d95386eb191f6db3c (127.7.252.2:37869)
05:25:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:02.672749 8375 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.252.2:49517
05:25:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.965057 8760 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:02.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.965523 8760 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.965947 8760 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:02.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.997387 8760 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:02.998155 8760 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.252.3
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:03.032472 8760 tablet_server_runner.cc:78] Tablet server non-default flags:
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.252.20:36789
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.252.3:0
05:25:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data/info.pb
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.252.3
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.252.62:46169,127.7.252.61:40833,127.7.252.60:46607
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.252.3
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/logs
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:03.033859 8760 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:03.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:03.035665 8760 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:03.056684 8766 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:03.676389 8750 heartbeater.cc:503] Master 127.7.252.60:46607 was elected leader, sending a full tablet report...
05:25:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:03.056928 8767 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:03.059886 8760 server_base.cc:1034] running on GCE node
05:25:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:03.057999 8769 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.244158 8760 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:04.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.246919 8760 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:04.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.248353 8760 hybrid_clock.cc:648] HybridClock initialized: now 1790313904248311 us; error 64 us; skew 500 ppm
05:25:04.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.249186 8760 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.255872 8760 webserver.cc:460] Webserver started at http://127.7.252.3:40343/ using document root <none> and password file <none>
05:25:04.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.256807 8760 fs_manager.cc:359] Metadata directory not provided
05:25:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.256999 8760 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.257381 8760 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:25:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.262182 8760 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data/instance:
05:25:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5235501f530945c68717dc4c9a53b5b4"
05:25:04.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:04 on dist-test-slave-mg59"
05:25:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.263656 8760 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal/instance:
05:25:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5235501f530945c68717dc4c9a53b5b4"
05:25:04.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:04 on dist-test-slave-mg59"
05:25:04.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.270419 8760 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.004s
05:25:04.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.275696 8777 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:04.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.276793 8760 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.277081 8760 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5235501f530945c68717dc4c9a53b5b4"
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:04 on dist-test-slave-mg59"
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.277395 8760 fs_report.cc:383] FS layout report
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data/data
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:04.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:04.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.309729 8760 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.311091 8760 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:04.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.311476 8760 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.313877 8760 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
05:25:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.317823 8760 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
05:25:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.318003 8760 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
05:25:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.318217 8760 ts_tablet_manager.cc:610] Registered 0 tablets
05:25:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.318344 8760 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
05:25:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.478094 8760 rpc_server.cc:307] RPC server started. Bound to: 127.7.252.3:33303
05:25:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.478186 8889 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.252.3:33303 every 8 connection(s)
05:25:04.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.480741 8760 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/data/info.pb
05:25:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.490886 8176 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8760
05:25:04.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.491452 8176 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster5891745539184931695/ts-2/wal/instance
05:25:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.525820 8890 heartbeater.cc:347] Connected to a master server at 127.7.252.60:46607
05:25:04.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.526280 8890 heartbeater.cc:464] Registering TS with master...
05:25:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.527450 8890 heartbeater.cc:511] Master 127.7.252.60:46607 requested a full tablet report, sending...
05:25:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.527557 8892 heartbeater.cc:347] Connected to a master server at 127.7.252.62:46169
05:25:04.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.527869 8892 heartbeater.cc:464] Registering TS with master...
05:25:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.528700 8892 heartbeater.cc:511] Master 127.7.252.62:46169 requested a full tablet report, sending...
05:25:04.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.529510 8891 heartbeater.cc:347] Connected to a master server at 127.7.252.61:40833
05:25:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.529825 8891 heartbeater.cc:464] Registering TS with master...
05:25:04.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.530509 8891 heartbeater.cc:511] Master 127.7.252.61:40833 requested a full tablet report, sending...
05:25:04.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.531864 8221 ts_manager.cc:194] Registered new tserver with Master: 5235501f530945c68717dc4c9a53b5b4 (127.7.252.3:33303)
05:25:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.532583 8375 ts_manager.cc:194] Registered new tserver with Master: 5235501f530945c68717dc4c9a53b5b4 (127.7.252.3:33303)
05:25:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.532910 8296 ts_manager.cc:194] Registered new tserver with Master: 5235501f530945c68717dc4c9a53b5b4 (127.7.252.3:33303)
05:25:04.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.534497 8375 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.252.3:36917
05:25:04.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:04.540529 8176 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
05:25:04.553 [DEBUG - main] (MiniKuduCluster.java:195) Response:
05:25:04.554 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
05:25:04.570 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.252.62"
port: 46169
}
bound_http_address {
host: "127.7.252.62"
port: 45149
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.252.61"
port: 40833
}
bound_http_address {
host: "127.7.252.61"
port: 45749
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.252.60"
port: 46607
}
bound_http_address {
host: "127.7.252.60"
port: 39395
}
}
}
05:25:04.576 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:25:04.579 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.252.1"
port: 34987
}
bound_http_address {
host: "127.7.252.1"
port: 40895
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.252.2"
port: 37869
}
bound_http_address {
host: "127.7.252.2"
port: 36903
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.252.3"
port: 33303
}
bound_http_address {
host: "127.7.252.3"
port: 40343
}
}
}
05:25:04.580 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
05:25:04.759 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
05:25:04.879 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGpLR7D/test-tmp
05:25:04.880 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
05:25:04.881 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGpLR7D/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
05:25:04.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
05:25:05.234 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:05.235 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
05:25:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:05.238260 8901 mini_oidc.cc:152] Starting JWKS server
05:25:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:05.241801 8901 webserver.cc:460] Webserver started at http://127.0.0.1:42495/ using document root <none> and password file <none>
05:25:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:05.242200 8901 mini_oidc.cc:189] Starting OIDC Discovery server
05:25:05.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:05.243851 8901 webserver.cc:460] Webserver started at http://127.0.0.1:35839/ using document root <none> and password file <none>
05:25:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
05:25:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/principal' for realm 'KRBTEST.COM',
05:25:05.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
05:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:05 dist-test-slave-mg59 krb5kdc[8914](info): setting up network...
05:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
05:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:05 dist-test-slave-mg59 krb5kdc[8914](info): set up 2 sockets
05:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:05 dist-test-slave-mg59 krb5kdc[8914](info): commencing operation
05:25:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
05:25:05.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:05.538439 8890 heartbeater.cc:503] Master 127.7.252.60:46607 was elected leader, sending a full tablet report...
05:25:06.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.359048 8901 mini_kdc.cc:121] Time spent starting KDC: real 1.088s user 0.004s sys 0.016s
05:25:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
05:25:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:25:06.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
05:25:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
05:25:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:25:06.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
05:25:06.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
05:25:06.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:25:06.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
05:25:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
05:25:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/test-user.keytab.
05:25:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/test-user.keytab.
05:25:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:06 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313906, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:06.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:25:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:25:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
05:25:06.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:25:06Z Disabled control of system clock
05:25:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.177.126@KRBTEST.COM; defaulting to no policy
05:25:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.177.126@KRBTEST.COM" created.
05:25:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab.
05:25:06.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab.
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:06.546077 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/logs
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.126:41123
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.126
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.126
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:06.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.864583 8927 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.865180 8927 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.865813 8927 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.896950 8927 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.897168 8927 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.897420 8927 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.897611 8927 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.897799 8927 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.897984 8927 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:06.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.898124 8927 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:06.934422 8927 master_runner.cc:386] Master server non-default flags:
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:06.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.126
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.126:41123
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.126
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/logs
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:06.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:06.935527 8927 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:06.936888 8927 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:06.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.959547 8934 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:06.961874 8927 server_base.cc:1034] running on GCE node
05:25:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.959609 8933 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:08.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:06.960041 8936 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.184077 8927 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.186625 8927 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.188005 8927 hybrid_clock.cc:648] HybridClock initialized: now 1790313908187960 us; error 99 us; skew 500 ppm
05:25:08.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.188977 8927 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:08 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313908, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.198652 8927 init.cc:377] Logged in from keytab as kudu/127.8.177.126@KRBTEST.COM (short username kudu)
05:25:08.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.204264 8927 webserver.cc:460] Webserver started at http://127.8.177.126:45453/ using document root <none> and password file <none>
05:25:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.205152 8927 fs_manager.cc:359] Metadata directory not provided
05:25:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.205329 8927 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:08.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.205696 8927 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:25:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.210240 8927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/instance:
05:25:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784981f5ddb94372bceea644b9b1afd0"
05:25:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:08 on dist-test-slave-mg59"
05:25:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.211218 8927 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal/instance:
05:25:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784981f5ddb94372bceea644b9b1afd0"
05:25:08.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:08 on dist-test-slave-mg59"
05:25:08.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.218037 8927 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.007s
05:25:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.223637 8945 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.224854 8927 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
05:25:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.225140 8927 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784981f5ddb94372bceea644b9b1afd0"
05:25:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:08 on dist-test-slave-mg59"
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.225483 8927 fs_report.cc:383] FS layout report
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/data
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:08.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.261200 8927 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.266522 8927 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.267060 8927 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.354305 8927 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.126:41123
05:25:08.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.354362 8996 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.126:41123 every 8 connection(s)
05:25:08.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.357074 8927 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:08.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.363626 8997 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:25:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.365752 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 8927
05:25:08.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.366289 8901 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal/instance
05:25:08.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.380708 8997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } has no permanent_uuid. Determining permanent_uuid...
05:25:08.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.177.125@KRBTEST.COM; defaulting to no policy
05:25:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.177.125@KRBTEST.COM" created.
05:25:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:08 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313908, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.126@KRBTEST.COM for kudu/127.8.177.126@KRBTEST.COM
05:25:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab.
05:25:08.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab.
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.418367 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/logs
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.125:38665
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.125
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.125
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:08.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:08.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.426249 8997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } has no permanent_uuid. Determining permanent_uuid...
05:25:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.428839 8949 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.433516 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.483067 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 1
05:25:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.487102 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.555544 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 2
05:25:08.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.559149 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.650605 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 3
05:25:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.654413 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.755103 9003 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:08.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.755676 9003 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.756383 9003 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.790755 9003 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.790980 9003 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.791235 9003 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.791428 9003 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.791618 9003 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.791807 9003 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:08.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.791944 9003 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.797783 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 4
05:25:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.801819 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.831322 9003 master_runner.cc:386] Master server non-default flags:
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:08.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.125
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.125:38665
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.125
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/logs
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:08.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.832508 9003 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.833724 9003 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.854830 9011 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:09.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:09.101227 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 5
05:25:09.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:09.105482 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:09.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:09.652915 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 6
05:25:09.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:09.660779 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.125:38665: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.855165 9010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:08.856464 9003 server_base.cc:1034] running on GCE node
05:25:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:08.855692 9013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:10.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.094148 9003 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.097383 9003 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.098799 9003 hybrid_clock.cc:648] HybridClock initialized: now 1790313910098759 us; error 39 us; skew 500 ppm
05:25:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.099550 9003 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:10 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313910, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.105631 9003 init.cc:377] Logged in from keytab as kudu/127.8.177.125@KRBTEST.COM (short username kudu)
05:25:10.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.111444 9003 webserver.cc:460] Webserver started at http://127.8.177.125:46439/ using document root <none> and password file <none>
05:25:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.112257 9003 fs_manager.cc:359] Metadata directory not provided
05:25:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.112427 9003 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.112869 9003 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:25:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.117388 9003 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/instance:
05:25:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93611c9cd5c944468a6682a8644d7366"
05:25:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:10 on dist-test-slave-mg59"
05:25:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.118371 9003 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal/instance:
05:25:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93611c9cd5c944468a6682a8644d7366"
05:25:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:10 on dist-test-slave-mg59"
05:25:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.125890 9003 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
05:25:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.131516 9023 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.132442 9003 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.001s
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.132817 9003 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93611c9cd5c944468a6682a8644d7366"
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:10 on dist-test-slave-mg59"
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.133136 9003 fs_report.cc:383] FS layout report
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/data
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:10.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.190860 9003 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.197086 9003 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.197476 9003 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.285735 9003 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.125:38665
05:25:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.285799 9074 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.125:38665 every 8 connection(s)
05:25:10.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.288719 9003 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.293484 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 9003
05:25:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.293860 8901 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal/instance
05:25:10.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.295117 9075 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:25:10.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.306763 9075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } has no permanent_uuid. Determining permanent_uuid...
05:25:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.177.124@KRBTEST.COM; defaulting to no policy
05:25:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.177.124@KRBTEST.COM" created.
05:25:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:10 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313910, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.125@KRBTEST.COM for kudu/127.8.177.126@KRBTEST.COM
05:25:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.381273 9075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } has no permanent_uuid. Determining permanent_uuid...
05:25:10.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:10 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313910, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.125@KRBTEST.COM for kudu/127.8.177.125@KRBTEST.COM
05:25:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.520963 9075 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } has no permanent_uuid. Determining permanent_uuid...
05:25:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.522997 9027 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.527850 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.577306 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 1
05:25:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.580539 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.648926 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 2
05:25:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.652253 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.721210 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } attempt: 7
05:25:10.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:10 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313908, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.126@KRBTEST.COM for kudu/127.8.177.125@KRBTEST.COM
05:25:10.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.743613 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 3
05:25:10.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.747038 8997 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } has no permanent_uuid. Determining permanent_uuid...
05:25:10.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.747977 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.752076 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.810534 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 1
05:25:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.813884 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.891414 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 4
05:25:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.894572 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.895237 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 2
05:25:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.898602 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:10.983902 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 3
05:25:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:10.987149 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.127543 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 4
05:25:11.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.131217 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.193933 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 5
05:25:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.197404 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
05:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab.
05:25:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.177.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab.
05:25:11.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.396137 8901 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.8.177.124: real 1.101s user 0.003s sys 0.010s
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.397792 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/logs
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.124:36283
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.124
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.124
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:11.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.414588 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 5
05:25:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.418282 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:11.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.735421 9087 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.736127 9087 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:11.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.736914 9087 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:11.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.744803 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 6
05:25:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.751086 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:11.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.773661 9087 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.773890 9087 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.774222 9087 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.774436 9087 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:11.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.774680 9087 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.775012 9087 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.775285 9087 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.814338 9087 master_runner.cc:386] Master server non-default flags:
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data
05:25:11.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.124
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.124:36283
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.124
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/logs
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:11.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:11.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.816555 9087 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:11.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.817668 9087 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:11.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.836299 9096 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:11.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.970670 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 6
05:25:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.977727 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:12.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:12.811527 9075 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 7
05:25:12.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:12.820461 9075 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:13.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.011380 8997 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } attempt: 7
05:25:13.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:13.021188 8997 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.177.124:36283: Network error: Client connection negotiation failed: client connection to 127.8.177.124:36283: connect: Connection refused (error 111)
05:25:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.836351 9097 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:11.838917 9099 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:13.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:11.838382 9087 server_base.cc:1034] running on GCE node
05:25:13.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.098124 9087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.100884 9087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:13.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.102265 9087 hybrid_clock.cc:648] HybridClock initialized: now 1790313913102224 us; error 39 us; skew 500 ppm
05:25:13.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.103264 9087 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:13.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:13.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.109699 9087 init.cc:377] Logged in from keytab as kudu/127.8.177.124@KRBTEST.COM (short username kudu)
05:25:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.114796 9087 webserver.cc:460] Webserver started at http://127.8.177.124:41889/ using document root <none> and password file <none>
05:25:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.115723 9087 fs_manager.cc:359] Metadata directory not provided
05:25:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.115957 9087 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:13.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.116479 9087 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
05:25:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.121623 9087 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/instance:
05:25:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ae99924c5e4d479e7d763e3538a40a"
05:25:13.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:13 on dist-test-slave-mg59"
05:25:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.122902 9087 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal/instance:
05:25:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ae99924c5e4d479e7d763e3538a40a"
05:25:13.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:13 on dist-test-slave-mg59"
05:25:13.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.130555 9087 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
05:25:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.135955 9115 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.136974 9087 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
05:25:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.137347 9087 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ae99924c5e4d479e7d763e3538a40a"
05:25:13.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:13 on dist-test-slave-mg59"
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.137674 9087 fs_report.cc:383] FS layout report
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/data
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:13.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:13.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.182849 9087 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.188666 9087 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:13.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.189235 9087 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.273895 9087 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.124:36283
05:25:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.273947 9166 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.124:36283 every 8 connection(s)
05:25:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.276768 9087 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:13.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.282353 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 9087
05:25:13.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.282831 8901 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal/instance
05:25:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.284332 9167 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
05:25:13.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.306234 9167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } has no permanent_uuid. Determining permanent_uuid...
05:25:13.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for kudu/127.8.177.126@KRBTEST.COM
05:25:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313906, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.177.124@KRBTEST.COM
05:25:13.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.349478 9167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } has no permanent_uuid. Determining permanent_uuid...
05:25:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for kudu/127.8.177.125@KRBTEST.COM
05:25:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313906, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.177.125@KRBTEST.COM
05:25:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.397418 9167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } has no permanent_uuid. Determining permanent_uuid...
05:25:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for kudu/127.8.177.124@KRBTEST.COM
05:25:13.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313906, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.177.126@KRBTEST.COM
05:25:13.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.430104 9167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Bootstrap starting.
05:25:13.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.431586 8901 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
05:25:13.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.436513 9167 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Neither blocks nor log segments found. Creating new log.
05:25:13.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.438273 9167 log.cc:824] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Log is configured to *not* fsync() on all Append() calls
05:25:13.438 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.440 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
05:25:13.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.443526 9167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: No bootstrap required, opened a new log
05:25:13.453 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
05:25:13.455 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
05:25:13.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.177.126"
port: 41123
}
bound_http_address {
host: "127.8.177.126"
port: 45453
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.177.125"
port: 38665
}
bound_http_address {
host: "127.8.177.125"
port: 46439
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.177.124"
port: 36283
}
bound_http_address {
host: "127.8.177.124"
port: 41889
}
}
}
05:25:13.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
05:25:13.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.459 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:25:13.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:25:13.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.471184 9167 raft_consensus.cc:348] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.471942 9167 raft_consensus.cc:374] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:25:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.472239 9167 raft_consensus.cc:729] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49ae99924c5e4d479e7d763e3538a40a, State: Initialized, Role: FOLLOWER
05:25:13.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.473204 9167 consensus_queue.cc:260] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:13.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.476207 9178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } } }
05:25:13.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.477757 9178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: This master's current role is: FOLLOWER
05:25:13.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.478812 9167 sys_catalog.cc:564] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: configured and running, proceeding with master startup.
05:25:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:13.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:25:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:13.513660 9190 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:13.513983 9190 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.508392 9087 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: OK, instance_id { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" instance_seqno: 1790313908326768 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
05:25:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.534530 9087 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:13.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:13.578934 8901 mini_kdc.cc:317] Time spent kinit for test-admin: real 0.117s user 0.001s sys 0.013s
05:25:13.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.581 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc
05:25:13.588 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:25:13.589 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc
05:25:13.591 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:25:13.595 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
05:25:13.597 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
05:25:13.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
05:25:13.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:13 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:13.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
05:25:13.684 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.684 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc
05:25:13.686 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
05:25:13.687 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.177.124:36283
05:25:13.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
05:25:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.685060 9178 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.685636 9178 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.688237 9178 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:13.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.689790 8901 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 9087
05:25:13.718 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.718 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.177.125:38665
05:25:13.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
05:25:13.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.719650 8901 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 9003
05:25:13.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.750 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.177.126:41123
05:25:13.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
05:25:13.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.750921 8901 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8927
05:25:13.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:13.776 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.177.124:36283
05:25:13.778 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:13.779747 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/logs
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.124:36283
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.124
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41889
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.124
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.106015 9194 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.106701 9194 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:14.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.107434 9194 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.138633 9194 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.138916 9194 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.139310 9194 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.139637 9194 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.139947 9194 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.140262 9194 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.140491 9194 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:14.177423 9194 master_runner.cc:386] Master server non-default flags:
05:25:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.124.keytab
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.124
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.124:36283
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.124
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41889
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:14.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/logs
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:14.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:14.178893 9194 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:14.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:14.180045 9194 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.196664 9201 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.197671 9200 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:14.197568 9203 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:14.199777 9194 server_base.cc:1034] running on GCE node
05:25:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.417371 9194 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:15.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.419790 9194 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.421106 9194 hybrid_clock.cc:648] HybridClock initialized: now 1790313915421086 us; error 44 us; skew 500 ppm
05:25:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.421860 9194 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:15.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:15 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313915, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.427600 9194 init.cc:377] Logged in from keytab as kudu/127.8.177.124@KRBTEST.COM (short username kudu)
05:25:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.432698 9194 webserver.cc:460] Webserver started at http://127.8.177.124:41889/ using document root <none> and password file <none>
05:25:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.433771 9194 fs_manager.cc:359] Metadata directory not provided
05:25:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.433995 9194 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.441601 9194 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.003s sys 0.001s
05:25:15.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.445644 9214 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.446659 9194 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.446933 9194 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49ae99924c5e4d479e7d763e3538a40a"
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:13 on dist-test-slave-mg59"
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.449134 9194 fs_report.cc:383] FS layout report
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/wal
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/data
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.494706 9194 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.499994 9194 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.500444 9194 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.575420 9194 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.124:36283
05:25:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.575525 9265 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.124:36283 every 8 connection(s)
05:25:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.578438 9194 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-2/data/info.pb
05:25:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.580760 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 9194
05:25:15.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:15.582 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.177.125:38665
05:25:15.582 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.584077 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/logs
05:25:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.125:38665
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.125
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46439
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.125
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:15.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.591596 9266 sys_catalog.cc:263] Verifying existing consensus state
05:25:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.598125 9266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Bootstrap starting.
05:25:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.635514 9266 log.cc:824] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Log is configured to *not* fsync() on all Append() calls
05:25:15.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.640017 9266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
05:25:15.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.640825 9266 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Bootstrap complete.
05:25:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.664263 9266 raft_consensus.cc:348] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.667030 9266 raft_consensus.cc:374] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
05:25:15.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.667322 9266 raft_consensus.cc:729] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49ae99924c5e4d479e7d763e3538a40a, State: Initialized, Role: FOLLOWER
05:25:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.668242 9266 consensus_queue.cc:260] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.670918 9270 sys_catalog.cc:455] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } } }
05:25:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.671893 9270 sys_catalog.cc:458] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: This master's current role is: FOLLOWER
05:25:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.672021 9266 sys_catalog.cc:564] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [sys.catalog]: configured and running, proceeding with master startup.
05:25:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.701115 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:15.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.701726 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.699759 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.733536 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:15.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.755820 9220 tablet.cc:2369] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: Can't schedule compaction. Clean time has not been advanced past its initial value.
05:25:15.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.791970 9270 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:15.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.792524 9270 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:15.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.798657 9217 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.803320 9270 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.813829 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.814827 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:15.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.815222 9217 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:15.816053 9270 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.929068 9268 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:15.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.929726 9268 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.930423 9268 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.961341 9268 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:15.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.961606 9268 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.961969 9268 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.962285 9268 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:15.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.962577 9268 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.962870 9268 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:15.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:15.963091 9268 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:16.000198 9268 master_runner.cc:386] Master server non-default flags:
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:16.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.125.keytab
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.125
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.125:38665
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.125
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46439
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/logs
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:16.001648 9268 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:16.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:16.002977 9268 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:16.022146 9291 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:16.705780 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:16.706063 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:16.022171 9292 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:16.022951 9294 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:16.024133 9268 server_base.cc:1034] running on GCE node
05:25:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.312026 9268 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:17.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.315056 9268 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.316464 9268 hybrid_clock.cc:648] HybridClock initialized: now 1790313917316445 us; error 48 us; skew 500 ppm
05:25:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.317286 9268 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:17 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313917, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:17.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.323038 9268 init.cc:377] Logged in from keytab as kudu/127.8.177.125@KRBTEST.COM (short username kudu)
05:25:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.329197 9268 webserver.cc:460] Webserver started at http://127.8.177.125:46439/ using document root <none> and password file <none>
05:25:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.330044 9268 fs_manager.cc:359] Metadata directory not provided
05:25:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.330233 9268 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:17.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.338617 9268 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
05:25:17.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.343235 9303 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:17.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.344317 9268 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
05:25:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.344588 9268 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93611c9cd5c944468a6682a8644d7366"
05:25:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:10 on dist-test-slave-mg59"
05:25:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.346830 9268 fs_report.cc:383] FS layout report
05:25:17.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/data
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:17.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:17.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.379896 9268 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.385525 9268 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:17.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.385936 9268 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.475312 9268 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.125:38665
05:25:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.475440 9354 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.125:38665 every 8 connection(s)
05:25:17.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.478962 9268 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/data/info.pb
05:25:17.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.484591 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 9268
05:25:17.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:17.486 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.177.126:41123
05:25:17.487 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
05:25:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.489552 8901 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:17.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/logs
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.126:41123
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.126
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45453
05:25:17.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.126
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:17.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:17.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
05:25:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.494037 9355 sys_catalog.cc:263] Verifying existing consensus state
05:25:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 05:25:17.495024 9355 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:25:17.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.495541 9268 master.cc:537] Master@127.8.177.125:38665 shutting down...
05:25:17.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.605397 9268 master.cc:552] Master@127.8.177.125:38665 shutdown complete.
05:25:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:25:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.709177 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.709436 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:17.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.853259 9357 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
05:25:17.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.853909 9357 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
05:25:17.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.854602 9357 flags.cc:425] Enabled unsafe flag: --never_fsync=true
05:25:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.886018 9357 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
05:25:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.886299 9357 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
05:25:17.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.886703 9357 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
05:25:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.887014 9357 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
05:25:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.887349 9357 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
05:25:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.887660 9357 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
05:25:17.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.887888 9357 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42495/jwks.json
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.922593 9357 master_runner.cc:386] Master server non-default flags:
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.177.84:38743
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.177.126:41123,127.8.177.125:38665,127.8.177.124:36283
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/krb5kdc/kudu_127.8.177.126.keytab
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.177.126
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.177.126:41123
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
05:25:17.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42495/jwks.json
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.177.126
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45453
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
05:25:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/logs
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 04:41:40 UTC on ccycloud.quasar-bblvbx.root.comops.site
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671828
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.924113 9357 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
05:25:17.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.925503 9357 file_cache.cc:493] Constructed file cache file cache with capacity 419430
05:25:17.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.928272 9363 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:17.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.928757 9363 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:17.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.937961 9363 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.948367 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.949330 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.949649 9218 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.950307 9363 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.959064 9368 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:18.712411 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:18.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:18.712759 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.959080 9369 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:17.961284 9357 server_base.cc:1034] running on GCE node
05:25:19.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:17.959233 9371 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
05:25:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.212779 9357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
05:25:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.215633 9357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
05:25:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.217051 9357 hybrid_clock.cc:648] HybridClock initialized: now 1790313919216990 us; error 86 us; skew 500 ppm
05:25:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.217895 9357 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
05:25:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:19 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313919, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:19.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.229774 9357 init.cc:377] Logged in from keytab as kudu/127.8.177.126@KRBTEST.COM (short username kudu)
05:25:19.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.234862 9357 webserver.cc:460] Webserver started at http://127.8.177.126:45453/ using document root <none> and password file <none>
05:25:19.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.235714 9357 fs_manager.cc:359] Metadata directory not provided
05:25:19.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.235904 9357 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
05:25:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.243268 9357 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
05:25:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.247292 9379 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
05:25:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.248368 9357 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
05:25:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.248703 9357 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data,/tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "784981f5ddb94372bceea644b9b1afd0"
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 05:25:08 on dist-test-slave-mg59"
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.250919 9357 fs_report.cc:383] FS layout report
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/data
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
05:25:19.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
05:25:19.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.291859 9357 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
05:25:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.297358 9357 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
05:25:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.297753 9357 kserver.cc:163] Server-wide thread pool size limit: 3276
05:25:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.368109 9357 rpc_server.cc:307] RPC server started. Bound to: 127.8.177.126:41123
05:25:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.368228 9430 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.177.126:41123 every 8 connection(s)
05:25:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.370790 9357 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/data/info.pb
05:25:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.376313 8901 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu as pid 9357
05:25:19.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
05:25:19.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.382077 9431 sys_catalog.cc:263] Verifying existing consensus state
05:25:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260925 05:25:19.382825 9431 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:25:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.383201 9357 master.cc:537] Master@127.8.177.126:41123 shutting down...
05:25:19.435 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.177.124:36283(127.8.177.124:36283)] connecting to peer
05:25:19.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.450589 9357 master.cc:552] Master@127.8.177.126:41123 shutdown complete.
05:25:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGpLR7D/test-tmp/mini-kudu-cluster1472582357504009430/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
05:25:19.495 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:19.497 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:19.553 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.177.124:36283(127.8.177.124:36283)] Successfully connected to peer
05:25:19.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.634 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
05:25:19.640 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.177.124
05:25:19.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.690320 9437 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:19.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.690789 9437 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.692682 9437 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:19.698993 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:19.699585 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:19.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.699973 9218 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:19.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:19.701323 9437 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:19.715354 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:19.715615 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:19.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:19 dist-test-slave-mg59 krb5kdc[8914](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313913, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.177.124@KRBTEST.COM
05:25:19.858 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc641a9be, L:/127.0.0.1:56938 - R:/127.8.177.124:36283] using SASL/GSSAPI
05:25:19.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:19.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:19.887 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:19.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:19.921 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:19.923 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:19.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:19.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:19.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:19.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:19.982 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:19.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:19.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:19.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:19.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.001 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.003 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.006 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.007 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.024 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.142 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.146 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.148 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.181 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.187 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.221 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.223 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:20.718650 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:20.718976 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:20.735980 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:20.736353 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:20.897702 8252 debug-util.cc:398] Leaking SignalData structure 0x7b08000baf60 after lost signal to thread 8189
05:25:20.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:20.898283 8252 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3e80 after lost signal to thread 8255
05:25:20.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:20.943 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:20.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:20.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:20.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:21.721925 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:21.722198 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:21.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:21.749025 9446 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:21.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:21.749446 9446 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:21.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:21.751143 9446 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:21.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:21.754475 9217 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111) [suppressed 5 similar messages]
05:25:21.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:21.761330 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:21.762121 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:21.762456 9218 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:21.763057 9446 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:22.282 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:22.283 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:22.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:22.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:22.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:22.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:22.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:22.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:22.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:22.725260 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:22.725600 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:23.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:23.728435 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:23.728765 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:24.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:24.732244 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:24.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:24.732554 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:24.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:24.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:24.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:24.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:24.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:24.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:24.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:24.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:24.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.409140 9456 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.409566 9456 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.411049 9456 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:25.415527 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:25.415969 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.416296 9218 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.416903 9456 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:25 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313925, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.431108 9210 init.cc:295] Successfully reacquired a new kerberos TGT
05:25:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:25.735494 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:25.735778 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.738348 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:25.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:25.738715 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:26.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:26.738545 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:26.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:26.738854 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:27.422 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:27.424 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:27.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:27.741672 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:27.741957 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:27.882 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:27.883 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:27.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:27.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.886 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:27.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:28.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:28.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:28.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:28.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:28.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:28.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:28.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:28.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:28.408 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:28.744732 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:28.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:28.745024 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:29.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:29.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:29.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:29.142 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:29.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:29.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.145 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:29.282 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:29.283 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:29.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:29.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:29.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:29.747717 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:29.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:29.748013 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:30.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:30.741024 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:30.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:30.741339 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:30.750877 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:30.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:30.751147 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:31.382 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:31.383 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:31.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:31.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:31.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:31.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:31.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:31.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:31.387 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:31.754002 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:31.754318 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:32.757344 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:32.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:32.757649 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:33.181 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:33.182 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:33.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:33.760707 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:33.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:33.761021 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:33.921 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:33.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:33.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:33.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:33.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:34.764397 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:34.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:34.764741 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:35.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:35 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313935, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:35.433458 9210 init.cc:295] Successfully reacquired a new kerberos TGT
05:25:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:35.744601 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:35.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:35.745055 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:35.767787 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:35.768083 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.395843 8746 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7640 after lost signal to thread 8620
05:25:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.396907 8746 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7d00 after lost signal to thread 8749
05:25:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:36.454728 9472 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:36.455202 9472 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:36.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:36.457156 9472 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.459535 9217 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111) [suppressed 3 similar messages]
05:25:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.462495 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.463171 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:36.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:36.463459 9217 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:36.463963 9472 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.772390 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:36.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:36.772739 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:37.301 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:37.302 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:37.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:37.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:37.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:37.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:37.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:37.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:37.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:37.777105 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:37.777448 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:38.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:38.780453 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:38.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:38.780783 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:39.783753 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:39.784001 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:40.662 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:40.663 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:40.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:40.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:40.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:40.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:40.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:40.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:40.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:40.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:40.747552 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:40.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:40.747888 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:40.786958 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:40.787351 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:41.790270 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:41.790524 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:42.793155 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:42.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:42.793404 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:42.921 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:42.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:42.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:42.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:42.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:42.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:42.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:42.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:42.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:43.796068 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:43.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:43.796340 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:44.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:44.583 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:44.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:44.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:44.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:44.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:44.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:44.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:44.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:44.799561 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:44.799890 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 05:25:45 dist-test-slave-mg59 krb5kdc[8914](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790313945, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.177.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
05:25:45.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.435762 9210 init.cc:295] Successfully reacquired a new kerberos TGT
05:25:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.683668 9486 raft_consensus.cc:482] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
05:25:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.684172 9486 raft_consensus.cc:504] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "784981f5ddb94372bceea644b9b1afd0" member_type: VOTER last_known_addr { host: "127.8.177.126" port: 41123 } } peers { permanent_uuid: "93611c9cd5c944468a6682a8644d7366" member_type: VOTER last_known_addr { host: "127.8.177.125" port: 38665 } } peers { permanent_uuid: "49ae99924c5e4d479e7d763e3538a40a" member_type: VOTER last_known_addr { host: "127.8.177.124" port: 36283 } }
05:25:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.686081 9486 leader_election.cc:288] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123), 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665)
05:25:45.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:45.688237 9218 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111) [suppressed 1 similar messages]
05:25:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:45.690996 9217 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 784981f5ddb94372bceea644b9b1afd0 (127.8.177.126:41123): Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111)
05:25:45.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:45.691443 9218 leader_election.cc:334] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 93611c9cd5c944468a6682a8644d7366 (127.8.177.125:38665): Network error: Client connection negotiation failed: client connection to 127.8.177.125:38665: connect: Connection refused (error 111)
05:25:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.691780 9218 leader_election.cc:302] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 49ae99924c5e4d479e7d763e3538a40a; no voters: 784981f5ddb94372bceea644b9b1afd0, 93611c9cd5c944468a6682a8644d7366
05:25:45.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.692468 9486 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
05:25:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.750051 9194 master_runner.cc:186] Error getting master registration for 127.8.177.126:41123: Network error: Client connection negotiation failed: client connection to 127.8.177.126:41123: connect: Connection refused (error 111),
05:25:45.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.750450 9194 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
05:25:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:45.802718 9281 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 49ae99924c5e4d479e7d763e3538a40a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
05:25:45.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:45.802973 9281 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
05:25:45.941 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.125:38665(127.8.177.125:38665)] connecting to peer
05:25:45.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.177.126:41123(127.8.177.126:41123)] connecting to peer
05:25:45.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:45.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.177.125:38665(127.8.177.125:38665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:45.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.125:38665: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665
05:25:45.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:45.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.126:41123(127.8.177.126:41123)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:45.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.177.126:41123: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
05:25:45.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123; will retry
05:25:45.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26565), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [172ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [233ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [494ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [509ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [511ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [513ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [514ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [539ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [541ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [565ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [603ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [619ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [645ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [761ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [764ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [798ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [801ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [802ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [839ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [840ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [843ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1555ms] refreshing cache from master, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1563ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2896ms] refreshing cache from master, [2896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [5496ms] refreshing cache from master, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [5498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@1234418317(state=PENDING, result=null, callback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868), errback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868)))
05:25:45.956 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.177.126:41123(127.8.177.126:41123)] disconnecting while in state TERMINATED
05:25:45.957 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.177.124:36283(127.8.177.124:36283)] disconnecting while in state READY
05:25:45.957 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.177.125:38665(127.8.177.125:38665)] disconnecting while in state TERMINATED
05:25:45.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:25:45.964 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:25:45.967 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.177.124:36283(127.8.177.124:36283)] handling channelInactive
05:25:45.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.177.124:36283(127.8.177.124:36283)] cleaning up while in state READY due to: connection closed
05:25:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:45.967768 8901 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 9194
05:25:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:46.415477 8327 debug-util.cc:398] Leaking SignalData structure 0x7b0800076740 after lost signal to thread 8262
05:25:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 05:25:46.416113 8327 debug-util.cc:398] Leaking SignalData structure 0x7b0800089ea0 after lost signal to thread 8330
05:25:47.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:25:47Z chronyd exiting
05:25:48.213 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
05:25:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.215029 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8456
05:25:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.239734 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8617
05:25:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.266274 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8760
05:25:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.293315 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8188
05:25:48.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.322654 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8258
05:25:48.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 05:25:48.358420 8176 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGpLR7D/build/tsan/bin/kudu with pid 8333
05:25:49.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T05:25:49Z chronyd exiting
05:25:50.529 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26565), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [172ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [233ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [494ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [509ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [511ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [513ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [514ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [539ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [541ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [565ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [603ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [619ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [645ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [761ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [764ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [798ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [801ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [802ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [839ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [840ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [843ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1555ms] refreshing cache from master, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1563ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2896ms] refreshing cache from master, [2896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [5496ms] refreshing cache from master, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [5498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@1234418317(state=PENDING, result=null, callback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868), errback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.177.126:41123
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26565), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [172ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [233ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [494ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [509ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [511ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [513ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [514ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [539ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [541ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [565ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [603ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [619ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [645ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [761ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [764ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [798ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [801ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [802ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [839ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [840ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [843ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1555ms] refreshing cache from master, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1563ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2896ms] refreshing cache from master, [2896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [5496ms] refreshing cache from master, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [5498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@1234418317(state=PENDING, result=null, callback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868), errback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.177.126:41123
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
05:25:51.520 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
05:25:51.520 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26565), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [172ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [233ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [494ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [509ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [511ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [513ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [514ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [539ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [541ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [565ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [603ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [619ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [645ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [761ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [764ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [798ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [801ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [802ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [839ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [840ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [843ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1555ms] refreshing cache from master, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1563ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2896ms] refreshing cache from master, [2896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [5496ms] refreshing cache from master, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [5498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@1234418317(state=PENDING, result=null, callback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868), errback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.177.126:41123
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=26565), Traces: [0ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [172ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [233ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [487ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [494ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [496ms] refreshing cache from master, [497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [509ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [511ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [513ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [514ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [535ms] refreshing cache from master, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [539ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [541ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [542ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [543ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [564ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [565ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [599ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [600ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [603ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [615ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [619ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [621ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [622ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [642ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [645ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [761ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [762ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [764ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [795ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [798ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [801ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [802ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [835ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [839ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [840ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [842ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [843ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1555ms] refreshing cache from master, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [1556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [1557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [1559ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [1560ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [1563ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2896ms] refreshing cache from master, [2896ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [2897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [2900ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.125:38665: Network error: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.124:36283: OK, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.8.177.126:41123: Network error: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [2902ms] delaying RPC due to: Service unavailable: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123, [5496ms] refreshing cache from master, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.124:36283, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.125:38665, [5498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.177.126:41123, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@1234418317(state=PENDING, result=null, callback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868), errback=(continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846) -> (continuation of Deferred@106742853 after retry RPC after error@621401820) -> (continuation of Deferred@2042189827 after retry RPC after error@1902951668) -> (continuation of Deferred@292692080 after retry RPC after error@2057743284) -> (continuation of Deferred@1231855011 after retry RPC after error@1576211302) -> (continuation of Deferred@1560467720 after retry RPC after error@313926167) -> (continuation of Deferred@1067066471 after retry RPC after error@2058844369) -> (continuation of Deferred@825635862 after retry RPC after error@305340093) -> (continuation of Deferred@2095364480 after retry RPC after error@1037317949) -> (continuation of Deferred@1027744277 after retry RPC after error@923670006) -> (continuation of Deferred@1853854254 after retry RPC after error@1921924355) -> (continuation of Deferred@1592847309 after retry RPC after error@429319232) -> (continuation of Deferred@191560638 after retry RPC after error@135244277) -> (continuation of Deferred@1366857146 after retry RPC after error@2145570609) -> (continuation of Deferred@596212856 after retry RPC after error@1446783485) -> (continuation of Deferred@1132245957 after retry RPC after error@713979868)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.177.124:36283,127.8.177.125:38665,127.8.177.126:41123) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.125:38665(127.8.177.125:38665): Connection refused: /127.8.177.125:38665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.177.126:41123(127.8.177.126:41123): Connection refused: /127.8.177.126:41123
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.177.126:41123
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)