04:08:35.694 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:08:35.706 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGxcqq4/test-tmp
04:08:35.708 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:08:35.712 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGxcqq4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:08:35.957 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:08:36.108 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:08:36.109 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:08:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.113090 1214 mini_oidc.cc:152] Starting JWKS server
04:08:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.117040 1214 webserver.cc:460] Webserver started at http://127.0.0.1:44235/ using document root <none> and password file <none>
04:08:36.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.117610 1214 mini_oidc.cc:189] Starting OIDC Discovery server
04:08:36.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.119961 1214 webserver.cc:460] Webserver started at http://127.0.0.1:39567/ using document root <none> and password file <none>
04:08:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:08:36Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:08:36.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:08:36Z Disabled control of system clock
04:08:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.171983 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:36.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal
04:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data
04:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/logs
04:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data/info.pb
04:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:36.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:36.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.190:46575
04:08:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.190
04:08:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:36.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json with env {}
04:08:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.484858 1226 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.485414 1226 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.486110 1226 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:36.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.517277 1226 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.517683 1226 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.517876 1226 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.518110 1226 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.518392 1226 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.518611 1226 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44235/jwks.json
04:08:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.559266 1226 master_runner.cc:386] Master server non-default flags:
04:08:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data
04:08:36.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.190:46575
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data/info.pb
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.190
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:36.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/logs
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:36.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:36.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.560498 1226 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:36.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.562300 1226 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:36.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.582947 1232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:36.584106 1226 server_base.cc:1034] running on GCE node
04:08:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.583007 1233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:36.583056 1235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.787484 1226 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:37.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.790695 1226 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.792133 1226 hybrid_clock.cc:648] HybridClock initialized: now 1781842117792090 us; error 64 us; skew 500 ppm
04:08:37.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.792935 1226 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.800061 1226 webserver.cc:460] Webserver started at http://127.1.47.190:34263/ using document root <none> and password file <none>
04:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.800949 1226 fs_manager.cc:359] Metadata directory not provided
04:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.801126 1226 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.801570 1226 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:37.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.806372 1226 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data/instance:
04:08:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b55f52bb45514a38a5046d41d1a2bbc7"
04:08:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:37 on dist-test-slave-7s1t"
04:08:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.807523 1226 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal/instance:
04:08:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b55f52bb45514a38a5046d41d1a2bbc7"
04:08:37.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:37 on dist-test-slave-7s1t"
04:08:37.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.815472 1226 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
04:08:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.821554 1242 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:37.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.822712 1226 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
04:08:37.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.823124 1226 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal
04:08:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b55f52bb45514a38a5046d41d1a2bbc7"
04:08:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:37 on dist-test-slave-7s1t"
04:08:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.823509 1226 fs_report.cc:383] FS layout report
04:08:37.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data/data
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:37.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:37.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.862624 1226 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:37.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.864245 1226 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.864784 1226 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.938762 1226 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.190:46575
04:08:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.938867 1293 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.190:46575 every 8 connection(s)
04:08:37.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.941596 1226 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/data/info.pb
04:08:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.946929 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1226
04:08:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.947353 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-0/wal/instance
04:08:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.948294 1294 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.951120 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal
04:08:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data
04:08:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/logs
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data/info.pb
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.189:34315
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.189
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:37.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json with env {}
04:08:37.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:37.968413 1294 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } has no permanent_uuid. Determining permanent_uuid...
04:08:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.002635 1294 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } has no permanent_uuid. Determining permanent_uuid...
04:08:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.004992 1243 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.009974 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.059546 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 1
04:08:38.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.064334 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.132826 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 2
04:08:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.136576 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.228086 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 3
04:08:38.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.232450 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.268044 1296 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.268733 1296 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.269414 1296 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.300503 1296 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.300889 1296 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.301213 1296 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.301566 1296 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:38.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.302019 1296 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:38.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.302273 1296 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44235/jwks.json
04:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.337385 1296 master_runner.cc:386] Master server non-default flags:
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.189:34315
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data/info.pb
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.189
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/logs
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:38.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:38.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.338980 1296 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.341197 1296 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.359608 1305 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:38.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.375980 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 4
04:08:38.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.380002 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:38.679620 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 5
04:08:38.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.684816 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.232213 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 6
04:08:39.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.240545 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.189:34315: Network error: Client connection negotiation failed: client connection to 127.1.47.189:34315: connect: Connection refused (error 111)
04:08:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.360095 1308 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:38.359807 1306 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.570402 1307 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.570729 1296 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:39.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.575024 1296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:39.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.577775 1296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:39.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.579165 1296 hybrid_clock.cc:648] HybridClock initialized: now 1781842119579134 us; error 41 us; skew 500 ppm
04:08:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.580072 1296 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:39.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.586568 1296 webserver.cc:460] Webserver started at http://127.1.47.189:36801/ using document root <none> and password file <none>
04:08:39.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.587612 1296 fs_manager.cc:359] Metadata directory not provided
04:08:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.587913 1296 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.588459 1296 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.593235 1296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data/instance:
04:08:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb9e40e525eb42cc88885d4a741bfe84"
04:08:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:39 on dist-test-slave-7s1t"
04:08:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.594571 1296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal/instance:
04:08:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb9e40e525eb42cc88885d4a741bfe84"
04:08:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:39 on dist-test-slave-7s1t"
04:08:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.602254 1296 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
04:08:39.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.607671 1317 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.608700 1296 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
04:08:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.609043 1296 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal
04:08:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb9e40e525eb42cc88885d4a741bfe84"
04:08:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:39 on dist-test-slave-7s1t"
04:08:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.609416 1296 fs_report.cc:383] FS layout report
04:08:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data/data
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.660084 1296 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.661796 1296 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:39.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.662333 1296 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.737111 1296 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.189:34315
04:08:39.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.737186 1368 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.189:34315 every 8 connection(s)
04:08:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.740073 1296 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/data/info.pb
04:08:39.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.746019 1369 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.747155 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1296
04:08:39.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.747467 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-1/wal/instance
04:08:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.749378 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/logs
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data/info.pb
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.188:46759
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.188
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json with env {}
04:08:39.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.760914 1369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } has no permanent_uuid. Determining permanent_uuid...
04:08:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.786072 1369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } has no permanent_uuid. Determining permanent_uuid...
04:08:39.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.803653 1369 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } has no permanent_uuid. Determining permanent_uuid...
04:08:39.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.806694 1319 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.811420 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.860985 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 1
04:08:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.864686 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:39.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:39.933204 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 2
04:08:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:39.937610 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.029029 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 3
04:08:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.032823 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.068316 1371 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.068869 1371 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.069329 1371 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.100050 1371 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.100347 1371 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.100539 1371 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.100713 1371 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.100900 1371 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:40.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.101120 1371 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44235/jwks.json
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.135701 1371 master_runner.cc:386] Master server non-default flags:
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.188:46759
04:08:40.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44235/jwks.json
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data/info.pb
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.188
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/logs
04:08:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.136945 1371 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.139070 1371 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:40.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.160547 1382 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:40.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.176290 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 4
04:08:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.181107 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.301028 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } attempt: 7
04:08:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.335500 1294 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } has no permanent_uuid. Determining permanent_uuid...
04:08:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.343381 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.402017 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 1
04:08:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.407769 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.480580 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 5
04:08:40.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.486382 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.489351 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 2
04:08:40.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.495499 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.581063 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 3
04:08:40.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.586990 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:40.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:40.727586 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 4
04:08:40.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.734552 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:41.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.018090 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 5
04:08:41.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.024847 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:41.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.033885 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 6
04:08:41.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.045070 1369 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.162516 1384 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:40.162667 1381 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.451140 1383 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1289 milliseconds
04:08:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.451260 1371 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.452656 1371 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.455431 1371 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.456871 1371 hybrid_clock.cc:648] HybridClock initialized: now 1781842121456823 us; error 71 us; skew 500 ppm
04:08:41.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.457763 1371 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.468779 1371 webserver.cc:460] Webserver started at http://127.1.47.188:36991/ using document root <none> and password file <none>
04:08:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.469844 1371 fs_manager.cc:359] Metadata directory not provided
04:08:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.470024 1371 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.470399 1371 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.475561 1371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data/instance:
04:08:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfba8e9e3694ff686679f2a70586aab"
04:08:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:41 on dist-test-slave-7s1t"
04:08:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.476605 1371 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal/instance:
04:08:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfba8e9e3694ff686679f2a70586aab"
04:08:41.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:41 on dist-test-slave-7s1t"
04:08:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.484503 1371 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.004s
04:08:41.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.492182 1396 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.493764 1371 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
04:08:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.494051 1371 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal
04:08:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8cfba8e9e3694ff686679f2a70586aab"
04:08:41.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:41 on dist-test-slave-7s1t"
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.494417 1371 fs_report.cc:383] FS layout report
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data/data
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.539227 1371 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.540720 1371 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.541159 1371 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:41.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.577375 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 6
04:08:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.589359 1294 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.47.188:46759: Network error: Client connection negotiation failed: client connection to 127.1.47.188:46759: connect: Connection refused (error 111)
04:08:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.622874 1371 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.188:46759
04:08:41.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.622988 1449 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.188:46759 every 8 connection(s)
04:08:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.625380 1371 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/data/info.pb
04:08:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.627875 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1371
04:08:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.628757 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/master-2/wal/instance
04:08:41.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.631592 1450 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:41.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.649842 1450 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } has no permanent_uuid. Determining permanent_uuid...
04:08:41.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.676049 1450 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } has no permanent_uuid. Determining permanent_uuid...
04:08:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.687426 1450 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } has no permanent_uuid. Determining permanent_uuid...
04:08:41.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.705608 1450 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: Bootstrap starting.
04:08:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.711688 1450 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: Neither blocks nor log segments found. Creating new log.
04:08:41.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.713790 1450 log.cc:824] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: Log is configured to *not* fsync() on all Append() calls
04:08:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.717818 1450 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: No bootstrap required, opened a new log
04:08:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.739064 1450 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.740037 1450 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.740293 1450 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8cfba8e9e3694ff686679f2a70586aab, State: Initialized, Role: FOLLOWER
04:08:41.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.741235 1450 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.746101 1459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.747255 1450 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: configured and running, proceeding with master startup.
04:08:41.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.747414 1459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: This master's current role is: FOLLOWER
04:08:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.779969 1470 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:08:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.780270 1470 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:08:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:41.796638 1402 tablet.cc:2369] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:08:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.773730 1371 master_runner.cc:186] Error getting master registration for 127.1.47.190:46575: OK, instance_id { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" instance_seqno: 1781842117917988 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:08:41.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.807801 1371 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:41.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.947184 1459 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.947757 1459 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:41.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:41.951249 1459 leader_election.cc:288] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b55f52bb45514a38a5046d41d1a2bbc7 (127.1.47.190:46575), fb9e40e525eb42cc88885d4a741bfe84 (127.1.47.189:34315)
04:08:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.105581 1369 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 7
04:08:42.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.130762 1369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: Bootstrap starting.
04:08:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.139098 1369 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: Neither blocks nor log segments found. Creating new log.
04:08:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.141032 1369 log.cc:824] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: Log is configured to *not* fsync() on all Append() calls
04:08:42.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.146129 1369 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: No bootstrap required, opened a new log
04:08:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.170960 1369 raft_consensus.cc:348] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.171592 1369 raft_consensus.cc:374] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.171864 1369 raft_consensus.cc:729] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb9e40e525eb42cc88885d4a741bfe84, State: Initialized, Role: FOLLOWER
04:08:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.172727 1369 consensus_queue.cc:260] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.176568 1474 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.178071 1474 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.178929 1369 sys_catalog.cc:564] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: configured and running, proceeding with master startup.
04:08:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.179082 1344 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfba8e9e3694ff686679f2a70586aab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb9e40e525eb42cc88885d4a741bfe84" is_pre_election: true
04:08:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.179899 1344 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8cfba8e9e3694ff686679f2a70586aab in term 0.
04:08:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.181270 1397 leader_election.cc:302] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8cfba8e9e3694ff686679f2a70586aab, fb9e40e525eb42cc88885d4a741bfe84; no voters:
04:08:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.182765 1459 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Leader pre-election won for term 1
04:08:42.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.183192 1459 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:08:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.183624 1459 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 0 FOLLOWER]: Advancing to term 1
04:08:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.194684 1459 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.201263 1344 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfba8e9e3694ff686679f2a70586aab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb9e40e525eb42cc88885d4a741bfe84"
04:08:42.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.202977 1344 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 0 FOLLOWER]: Advancing to term 1
04:08:42.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.213269 1459 leader_election.cc:288] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [CANDIDATE]: Term 1 election: Requested vote from peers b55f52bb45514a38a5046d41d1a2bbc7 (127.1.47.190:46575), fb9e40e525eb42cc88885d4a741bfe84 (127.1.47.189:34315)
04:08:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.214104 1344 raft_consensus.cc:2454] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8cfba8e9e3694ff686679f2a70586aab in term 1.
04:08:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.215646 1397 leader_election.cc:302] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8cfba8e9e3694ff686679f2a70586aab, fb9e40e525eb42cc88885d4a741bfe84; no voters:
04:08:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.216872 1459 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 1 FOLLOWER]: Leader election won for term 1
04:08:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.223389 1459 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [term 1 LEADER]: Becoming Leader. State: Replica: 8cfba8e9e3694ff686679f2a70586aab, State: Running, Role: LEADER
04:08:42.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.225379 1459 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.245607 1482 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfba8e9e3694ff686679f2a70586aab. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.246481 1482 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: This master's current role is: LEADER
04:08:42.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.251780 1488 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:08:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.261036 1487 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:08:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.263154 1488 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:08:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.281663 1344 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [term 1 FOLLOWER]: Refusing update from remote peer 8cfba8e9e3694ff686679f2a70586aab: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:08:42.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.285046 1459 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
04:08:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.264958 1296 master_runner.cc:186] Error getting master registration for 127.1.47.190:46575: OK, instance_id { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" instance_seqno: 1781842117917988 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:08:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.309469 1296 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.318661 1474 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfba8e9e3694ff686679f2a70586aab. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.319391 1474 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.326525 1459 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.327266 1459 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: This master's current role is: LEADER
04:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.329898 1488 catalog_manager.cc:1347] Generated new cluster ID: 64e588fa098d424a897f9f47eea24537
04:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.330186 1488 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.330296 1474 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.330992 1474 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.383817 1488 catalog_manager.cc:1370] Generated new certificate authority record
04:08:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.386612 1488 catalog_manager.cc:1504] Loading token signing keys...
04:08:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.417629 1488 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab: Generated new TSK 0
04:08:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.419446 1488 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:08:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.442058 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal
04:08:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/logs
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data/info.pb
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:08:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.129:0
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.129
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.129
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:08:42.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.622823 1294 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } attempt: 7
04:08:42.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.677881 1294 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: Bootstrap starting.
04:08:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.694104 1294 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: Neither blocks nor log segments found. Creating new log.
04:08:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.699810 1294 log.cc:824] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: Log is configured to *not* fsync() on all Append() calls
04:08:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.720156 1294 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: No bootstrap required, opened a new log
04:08:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.783769 1294 raft_consensus.cc:348] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.785885 1294 raft_consensus.cc:374] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.786599 1294 raft_consensus.cc:729] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b55f52bb45514a38a5046d41d1a2bbc7, State: Initialized, Role: FOLLOWER
04:08:42.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.788738 1294 consensus_queue.cc:260] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } }
04:08:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.802340 1498 sys_catalog.cc:455] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.804250 1498 sys_catalog.cc:458] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.807462 1269 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfba8e9e3694ff686679f2a70586aab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" is_pre_election: true
04:08:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.807873 1267 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [term 0 FOLLOWER]: Advancing to term 1
04:08:42.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.810595 1268 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8cfba8e9e3694ff686679f2a70586aab" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b55f52bb45514a38a5046d41d1a2bbc7"
04:08:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.816946 1267 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [term 1 FOLLOWER]: Refusing update from remote peer 8cfba8e9e3694ff686679f2a70586aab: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:08:42.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.818173 1294 sys_catalog.cc:564] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: configured and running, proceeding with master startup.
04:08:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.819756 1482 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [LEADER]: Connected to new peer: Peer: permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:08:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.893790 1498 sys_catalog.cc:455] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8cfba8e9e3694ff686679f2a70586aab. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.894016 1508 sys_catalog.cc:455] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.894897 1498 sys_catalog.cc:458] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.894950 1508 sys_catalog.cc:458] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7 [sys.catalog]: This master's current role is: FOLLOWER
04:08:42.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.924084 1518 catalog_manager.cc:1259] Loaded cluster ID: 64e588fa098d424a897f9f47eea24537
04:08:42.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.924469 1518 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: loading cluster ID for follower catalog manager: success
04:08:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.932946 1518 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: acquiring CA information for follower catalog manager: success
04:08:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:42.939201 1518 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b55f52bb45514a38a5046d41d1a2bbc7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:42.948515 1494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:42.949478 1494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:42.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:42.950948 1494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:43.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:43.008567 1494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:43.010391 1494 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.47.129
04:08:43.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.074322 1494 tablet_server_runner.cc:78] Tablet server non-default flags:
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.129:0
04:08:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data/info.pb
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.129
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.129
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/logs
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:43.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.077968 1494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:43.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.080013 1494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:43.105599 1521 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.282941 1529 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8cfba8e9e3694ff686679f2a70586aab" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b55f52bb45514a38a5046d41d1a2bbc7" member_type: VOTER last_known_addr { host: "127.1.47.190" port: 46575 } } peers { permanent_uuid: "fb9e40e525eb42cc88885d4a741bfe84" member_type: VOTER last_known_addr { host: "127.1.47.189" port: 34315 } } peers { permanent_uuid: "8cfba8e9e3694ff686679f2a70586aab" member_type: VOTER last_known_addr { host: "127.1.47.188" port: 46759 } } }
04:08:43.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.285293 1529 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8cfba8e9e3694ff686679f2a70586aab [sys.catalog]: This master's current role is: LEADER
04:08:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.294539 1487 catalog_manager.cc:1259] Loaded cluster ID: 64e588fa098d424a897f9f47eea24537
04:08:43.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.295375 1487 catalog_manager.cc:1552] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: loading cluster ID for follower catalog manager: success
04:08:43.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.305158 1487 catalog_manager.cc:1574] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: acquiring CA information for follower catalog manager: success
04:08:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:43.324258 1487 catalog_manager.cc:1602] T 00000000000000000000000000000000 P fb9e40e525eb42cc88885d4a741bfe84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:08:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:44.498301 1520 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 1494
04:08:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:44.936188 1494 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.830s user 0.659s sys 0.970s
04:08:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:44.936540 1494 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.830s user 0.659s sys 0.970s
04:08:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:44.937820 1523 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:44.938725 1525 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:44.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.939148 1494 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:43.107431 1522 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.955293 1494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:44.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.969736 1494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:44.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.971185 1494 hybrid_clock.cc:648] HybridClock initialized: now 1781842124971103 us; error 92 us; skew 500 ppm
04:08:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.972260 1494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:44.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.998562 1494 webserver.cc:460] Webserver started at http://127.1.47.129:43557/ using document root <none> and password file <none>
04:08:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:44.999832 1494 fs_manager.cc:359] Metadata directory not provided
04:08:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.000124 1494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.000677 1494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.007893 1494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data/instance:
04:08:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58d46773c9f54c798251dc3dcfdf4e40"
04:08:45.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:44 on dist-test-slave-7s1t"
04:08:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.009433 1494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal/instance:
04:08:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58d46773c9f54c798251dc3dcfdf4e40"
04:08:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:44 on dist-test-slave-7s1t"
04:08:45.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.026662 1494 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.012s sys 0.001s
04:08:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.039595 1538 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.040937 1494 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.002s sys 0.007s
04:08:45.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.041319 1494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58d46773c9f54c798251dc3dcfdf4e40"
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:44 on dist-test-slave-7s1t"
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.041929 1494 fs_report.cc:383] FS layout report
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data/data
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:45.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.105715 1494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.107676 1494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:45.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.108649 1494 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.117791 1494 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:08:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.129716 1494 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:08:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.130000 1494 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:08:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.130280 1494 ts_tablet_manager.cc:610] Registered 0 tablets
04:08:45.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.130475 1494 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:08:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.579046 1494 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.129:39277
04:08:45.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.579208 1650 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.129:39277 every 8 connection(s)
04:08:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.582540 1494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/data/info.pb
04:08:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.586635 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1494
04:08:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.587199 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-0/wal/instance
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.604691 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/logs
04:08:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data/info.pb
04:08:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.130:0
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.130
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.130
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:08:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.682349 1651 heartbeater.cc:347] Connected to a master server at 127.1.47.188:46759
04:08:45.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.682839 1651 heartbeater.cc:464] Registering TS with master...
04:08:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.683959 1651 heartbeater.cc:511] Master 127.1.47.188:46759 requested a full tablet report, sending...
04:08:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.685402 1657 heartbeater.cc:347] Connected to a master server at 127.1.47.190:46575
04:08:45.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.685771 1657 heartbeater.cc:464] Registering TS with master...
04:08:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.686571 1657 heartbeater.cc:511] Master 127.1.47.190:46575 requested a full tablet report, sending...
04:08:45.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.687137 1413 ts_manager.cc:194] Registered new tserver with Master: 58d46773c9f54c798251dc3dcfdf4e40 (127.1.47.129:39277)
04:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.689937 1259 ts_manager.cc:194] Registered new tserver with Master: 58d46773c9f54c798251dc3dcfdf4e40 (127.1.47.129:39277)
04:08:45.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.689936 1413 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.47.129:34803
04:08:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.693955 1652 heartbeater.cc:347] Connected to a master server at 127.1.47.189:34315
04:08:45.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.694301 1652 heartbeater.cc:464] Registering TS with master...
04:08:45.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.695088 1652 heartbeater.cc:511] Master 127.1.47.189:34315 requested a full tablet report, sending...
04:08:45.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:45.698472 1334 ts_manager.cc:194] Registered new tserver with Master: 58d46773c9f54c798251dc3dcfdf4e40 (127.1.47.129:39277)
04:08:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.069680 1658 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.070261 1658 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.070904 1658 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.102934 1658 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.103915 1658 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.47.130
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:46.140771 1658 tablet_server_runner.cc:78] Tablet server non-default flags:
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.130:0
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data/info.pb
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.130
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:46.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:46.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.130
04:08:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/logs
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:46.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:46.142385 1658 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:46.144497 1658 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:46.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.181932 1668 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:46.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:46.694744 1651 heartbeater.cc:503] Master 127.1.47.188:46759 was elected leader, sending a full tablet report...
04:08:47.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:46.183091 1669 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:47.573638 1667 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 1658
04:08:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:47.914167 1658 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.734s user 0.514s sys 0.995s
04:08:47.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:47.915169 1658 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.735s user 0.514s sys 0.995s
04:08:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:47.915966 1670 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1734 milliseconds
04:08:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.916913 1658 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:47.916989 1671 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.920542 1658 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.922606 1658 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.923946 1658 hybrid_clock.cc:648] HybridClock initialized: now 1781842127923927 us; error 38 us; skew 500 ppm
04:08:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.924674 1658 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:47.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.931540 1658 webserver.cc:460] Webserver started at http://127.1.47.130:41283/ using document root <none> and password file <none>
04:08:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.932559 1658 fs_manager.cc:359] Metadata directory not provided
04:08:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.932778 1658 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:47.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.933215 1658 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.939038 1658 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data/instance:
04:08:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0dcf8a411e649a28bfc291fabf508a4"
04:08:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:47 on dist-test-slave-7s1t"
04:08:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.940317 1658 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal/instance:
04:08:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0dcf8a411e649a28bfc291fabf508a4"
04:08:47.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:47 on dist-test-slave-7s1t"
04:08:47.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.949445 1658 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.007s sys 0.003s
04:08:47.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.956012 1681 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:47.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.957234 1658 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.957652 1658 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0dcf8a411e649a28bfc291fabf508a4"
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:47 on dist-test-slave-7s1t"
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.958043 1658 fs_report.cc:383] FS layout report
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal
04:08:47.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data/data
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:47.999107 1658 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.000860 1658 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:48.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.001525 1658 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:48.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.004549 1658 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.009398 1658 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:08:48.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.009676 1658 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
04:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.010046 1658 ts_tablet_manager.cc:610] Registered 0 tablets
04:08:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.010277 1658 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:08:48.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.164546 1658 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.130:34021
04:08:48.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.164638 1793 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.130:34021 every 8 connection(s)
04:08:48.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.167304 1658 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/data/info.pb
04:08:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.173646 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1658
04:08:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.174330 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-1/wal/instance
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.197855 1214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/logs
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data/info.pb
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.131:0
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.131
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.131
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:08:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.226173 1794 heartbeater.cc:347] Connected to a master server at 127.1.47.188:46759
04:08:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.226653 1794 heartbeater.cc:464] Registering TS with master...
04:08:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.228003 1795 heartbeater.cc:347] Connected to a master server at 127.1.47.189:34315
04:08:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.228097 1794 heartbeater.cc:511] Master 127.1.47.188:46759 requested a full tablet report, sending...
04:08:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.228365 1795 heartbeater.cc:464] Registering TS with master...
04:08:48.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.229126 1795 heartbeater.cc:511] Master 127.1.47.189:34315 requested a full tablet report, sending...
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.230271 1796 heartbeater.cc:347] Connected to a master server at 127.1.47.190:46575
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.230650 1796 heartbeater.cc:464] Registering TS with master...
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.231359 1413 ts_manager.cc:194] Registered new tserver with Master: f0dcf8a411e649a28bfc291fabf508a4 (127.1.47.130:34021)
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.231592 1796 heartbeater.cc:511] Master 127.1.47.190:46575 requested a full tablet report, sending...
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.233143 1413 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.47.130:48649
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.234071 1334 ts_manager.cc:194] Registered new tserver with Master: f0dcf8a411e649a28bfc291fabf508a4 (127.1.47.130:34021)
04:08:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.234505 1259 ts_manager.cc:194] Registered new tserver with Master: f0dcf8a411e649a28bfc291fabf508a4 (127.1.47.130:34021)
04:08:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.523321 1804 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.523911 1804 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:48.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.524497 1804 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.556193 1804 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:48.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.557175 1804 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.47.131
04:08:48.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.593562 1804 tablet_server_runner.cc:78] Tablet server non-default flags:
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.47.148:36889
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.47.131:0
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data/info.pb
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.47.131
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.47.190:46575,127.1.47.189:34315,127.1.47.188:46759
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.47.131
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/logs
04:08:48.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:48.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.595082 1804 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:48.596738 1804 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:48.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.615532 1811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.237854 1794 heartbeater.cc:503] Master 127.1.47.188:46759 was elected leader, sending a full tablet report...
04:08:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.615808 1812 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:49.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:48.616732 1814 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:49.938983 1813 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1322 milliseconds
04:08:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.939095 1804 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.940409 1804 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:49.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.943130 1804 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.944797 1804 hybrid_clock.cc:648] HybridClock initialized: now 1781842129944708 us; error 103 us; skew 500 ppm
04:08:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.945748 1804 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.953153 1804 webserver.cc:460] Webserver started at http://127.1.47.131:40157/ using document root <none> and password file <none>
04:08:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.954174 1804 fs_manager.cc:359] Metadata directory not provided
04:08:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.954432 1804 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:49.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.954957 1804 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.960283 1804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data/instance:
04:08:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70e1ee99fbf44e4486086c71a007ba81"
04:08:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:49 on dist-test-slave-7s1t"
04:08:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.961598 1804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal/instance:
04:08:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70e1ee99fbf44e4486086c71a007ba81"
04:08:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:49 on dist-test-slave-7s1t"
04:08:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.968832 1804 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
04:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.974267 1821 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.975378 1804 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.975782 1804 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70e1ee99fbf44e4486086c71a007ba81"
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:49 on dist-test-slave-7s1t"
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:49.976123 1804 fs_report.cc:383] FS layout report
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data/data
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:49.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.035202 1804 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.036767 1804 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.037276 1804 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:50.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.040158 1804 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:08:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.044373 1804 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:08:50.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.044610 1804 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:08:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.044948 1804 ts_tablet_manager.cc:610] Registered 0 tablets
04:08:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.045130 1804 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:08:50.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.198457 1804 rpc_server.cc:307] RPC server started. Bound to: 127.1.47.131:38995
04:08:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.198968 1934 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.47.131:38995 every 8 connection(s)
04:08:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.201058 1804 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/data/info.pb
04:08:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.204485 1214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1804
04:08:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.204939 1214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster4205092108127634770/ts-2/wal/instance
04:08:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.254550 1936 heartbeater.cc:347] Connected to a master server at 127.1.47.189:34315
04:08:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.255419 1936 heartbeater.cc:464] Registering TS with master...
04:08:50.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.258443 1936 heartbeater.cc:511] Master 127.1.47.189:34315 requested a full tablet report, sending...
04:08:50.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.259558 1937 heartbeater.cc:347] Connected to a master server at 127.1.47.190:46575
04:08:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.259917 1937 heartbeater.cc:464] Registering TS with master...
04:08:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.260686 1937 heartbeater.cc:511] Master 127.1.47.190:46575 requested a full tablet report, sending...
04:08:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.261790 1334 ts_manager.cc:194] Registered new tserver with Master: 70e1ee99fbf44e4486086c71a007ba81 (127.1.47.131:38995)
04:08:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.262631 1935 heartbeater.cc:347] Connected to a master server at 127.1.47.188:46759
04:08:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.262954 1935 heartbeater.cc:464] Registering TS with master...
04:08:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.263568 1935 heartbeater.cc:511] Master 127.1.47.188:46759 requested a full tablet report, sending...
04:08:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.263489 1259 ts_manager.cc:194] Registered new tserver with Master: 70e1ee99fbf44e4486086c71a007ba81 (127.1.47.131:38995)
04:08:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.265476 1413 ts_manager.cc:194] Registered new tserver with Master: 70e1ee99fbf44e4486086c71a007ba81 (127.1.47.131:38995)
04:08:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.267171 1413 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.47.131:38907
04:08:50.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.282675 1214 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:08:50.293 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:08:50.295 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:08:50.304 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.47.190"
port: 46575
}
bound_http_address {
host: "127.1.47.190"
port: 34263
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.47.189"
port: 34315
}
bound_http_address {
host: "127.1.47.189"
port: 36801
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.47.188"
port: 46759
}
bound_http_address {
host: "127.1.47.188"
port: 36991
}
}
}
04:08:50.308 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:08:50.311 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.47.129"
port: 39277
}
bound_http_address {
host: "127.1.47.129"
port: 43557
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.47.130"
port: 34021
}
bound_http_address {
host: "127.1.47.130"
port: 41283
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.47.131"
port: 38995
}
bound_http_address {
host: "127.1.47.131"
port: 40157
}
}
}
04:08:50.311 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:08:50.485 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:08:50.602 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskGxcqq4/test-tmp
04:08:50.603 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:08:50.603 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskGxcqq4/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:08:50.606 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
04:08:50.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:50.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:08:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.968575 1946 mini_oidc.cc:152] Starting JWKS server
04:08:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.972853 1946 webserver.cc:460] Webserver started at http://127.0.0.1:35977/ using document root <none> and password file <none>
04:08:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.973274 1946 mini_oidc.cc:189] Starting OIDC Discovery server
04:08:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:50.975441 1946 webserver.cc:460] Webserver started at http://127.0.0.1:39585/ using document root <none> and password file <none>
04:08:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
04:08:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/principal' for realm 'KRBTEST.COM',
04:08:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
04:08:51.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:51 dist-test-slave-7s1t krb5kdc[1958](info): setting up network...
04:08:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
04:08:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:51 dist-test-slave-7s1t krb5kdc[1958](info): set up 2 sockets
04:08:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:51 dist-test-slave-7s1t krb5kdc[1958](info): commencing operation
04:08:51.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
04:08:51.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:51.270247 1935 heartbeater.cc:503] Master 127.1.47.188:46759 was elected leader, sending a full tablet report...
04:08:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.084746 1946 mini_kdc.cc:121] Time spent starting KDC: real 1.083s user 0.001s sys 0.019s
04:08:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
04:08:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
04:08:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
04:08:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:52.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
04:08:52.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
04:08:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:52.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
04:08:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:08:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/test-user.keytab.
04:08:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/test-user.keytab.
04:08:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:52 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842132, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:52.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:08:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:08:52Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:08:52.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:08:52Z Disabled control of system clock
04:08:52.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.230.190@KRBTEST.COM; defaulting to no policy
04:08:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.230.190@KRBTEST.COM" created.
04:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab.
04:08:52.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab.
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:52.278095 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/logs
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.190:36307
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.190
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.190
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:52.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:52.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:52.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:52.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.600912 1971 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:52.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.601464 1971 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:52.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.602048 1971 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.635022 1971 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.635305 1971 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.635685 1971 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.636009 1971 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.636313 1971 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.636621 1971 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:52.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.636870 1971 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:08:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:52.678280 1971 master_runner.cc:386] Master server non-default flags:
04:08:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.190
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.190:36307
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.190
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:52.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/logs
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:52.679529 1971 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:52.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:52.680672 1971 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:52.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.701465 1978 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.701807 1980 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:53.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:52.701784 1977 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.973718 1971 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:08:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:53.974007 1979 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:08:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.977895 1971 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:53.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.980466 1971 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.981827 1971 hybrid_clock.cc:648] HybridClock initialized: now 1781842133981772 us; error 99 us; skew 500 ppm
04:08:53.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.982625 1971 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:53 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842133, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.992237 1971 init.cc:377] Logged in from keytab as kudu/127.1.230.190@KRBTEST.COM (short username kudu)
04:08:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.997597 1971 webserver.cc:460] Webserver started at http://127.1.230.190:38383/ using document root <none> and password file <none>
04:08:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.998504 1971 fs_manager.cc:359] Metadata directory not provided
04:08:53.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.998764 1971 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:53.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:53.999366 1971 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.004282 1971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/instance:
04:08:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eeecd6e8a81418da02c7ce7135ed67c"
04:08:54.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:53 on dist-test-slave-7s1t"
04:08:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.005577 1971 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal/instance:
04:08:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eeecd6e8a81418da02c7ce7135ed67c"
04:08:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:53 on dist-test-slave-7s1t"
04:08:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.013864 1971 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
04:08:54.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.020386 1989 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:54.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.021548 1971 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.021947 1971 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eeecd6e8a81418da02c7ce7135ed67c"
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:53 on dist-test-slave-7s1t"
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.022308 1971 fs_report.cc:383] FS layout report
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:54.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/data
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:54.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:54.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.057948 1971 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:54.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.064409 1971 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:54.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.064859 1971 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.144310 1971 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.190:36307
04:08:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.144439 2040 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.190:36307 every 8 connection(s)
04:08:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.147172 1971 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:08:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.152834 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 1971
04:08:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.153213 1946 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal/instance
04:08:54.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.153899 2041 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.167109 2041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
04:08:54.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.230.189@KRBTEST.COM; defaulting to no policy
04:08:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:54.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.230.189@KRBTEST.COM" created.
04:08:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:54 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842133, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.190@KRBTEST.COM for kudu/127.1.230.190@KRBTEST.COM
04:08:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab.
04:08:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab.
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.202946 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/logs
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:08:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.189:39315
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.189
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.189
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:54.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.214514 2041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
04:08:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.217171 1992 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.222692 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.272289 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 1
04:08:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.276531 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.344986 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 2
04:08:54.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.348870 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.440246 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 3
04:08:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.444494 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.525529 2047 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:54.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.526203 2047 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:54.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.526916 2047 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.558277 2047 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:54.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.558586 2047 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.558960 2047 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.559315 2047 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.559546 2047 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.559741 2047 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:54.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.559880 2047 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:08:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.587863 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 4
04:08:54.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.591634 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.598085 2047 master_runner.cc:386] Master server non-default flags:
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.189
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.189:39315
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:54.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.189
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/logs
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:54.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.599242 2047 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:54.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.600363 2047 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.618810 2055 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.891007 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 5
04:08:54.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.896126 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.443500 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 6
04:08:55.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:55.450696 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.189:39315: Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:55.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.619042 2058 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:55.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:54.622105 2047 server_base.cc:1034] running on GCE node
04:08:55.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:54.619505 2056 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:55.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.874207 2047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:55.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.877310 2047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:55.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.878918 2047 hybrid_clock.cc:648] HybridClock initialized: now 1781842135878873 us; error 48 us; skew 500 ppm
04:08:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.880198 2047 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:55 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842135, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.886988 2047 init.cc:377] Logged in from keytab as kudu/127.1.230.189@KRBTEST.COM (short username kudu)
04:08:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.892676 2047 webserver.cc:460] Webserver started at http://127.1.230.189:44925/ using document root <none> and password file <none>
04:08:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.893683 2047 fs_manager.cc:359] Metadata directory not provided
04:08:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.893867 2047 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.894241 2047 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.899892 2047 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/instance:
04:08:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8129f614a845dd885dfbf89924a260"
04:08:55.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:55 on dist-test-slave-7s1t"
04:08:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.900970 2047 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal/instance:
04:08:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8129f614a845dd885dfbf89924a260"
04:08:55.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:55 on dist-test-slave-7s1t"
04:08:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.909675 2047 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
04:08:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.915635 2068 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.916781 2047 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
04:08:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.917059 2047 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8129f614a845dd885dfbf89924a260"
04:08:55.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:55 on dist-test-slave-7s1t"
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.917351 2047 fs_report.cc:383] FS layout report
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/data
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:55.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:55.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.965912 2047 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:55.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.973460 2047 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:55.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:55.974084 2047 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:56.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.056622 2047 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.189:39315
04:08:56.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.056705 2120 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.189:39315 every 8 connection(s)
04:08:56.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.059741 2047 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:08:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.062176 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 2047
04:08:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.062651 1946 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal/instance
04:08:56.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.066466 2121 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:56.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.230.188@KRBTEST.COM; defaulting to no policy
04:08:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:56.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.230.188@KRBTEST.COM" created.
04:08:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.080753 2121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
04:08:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:56 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842135, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.189@KRBTEST.COM for kudu/127.1.230.190@KRBTEST.COM
04:08:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:08:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab.
04:08:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.230.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab.
04:08:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.109422 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/logs
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.188:37011
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.188
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.188
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.118106 2121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
04:08:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:56 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842135, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.189@KRBTEST.COM for kudu/127.1.230.189@KRBTEST.COM
04:08:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.146413 2121 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } has no permanent_uuid. Determining permanent_uuid...
04:08:56.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.148603 2072 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.152554 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.202100 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 1
04:08:56.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.206350 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.274755 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 2
04:08:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.279138 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.370645 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 3
04:08:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.374686 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.453820 2128 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.454475 2128 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.455174 2128 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.487423 2128 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.487701 2128 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.488065 2128 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.488384 2128 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:56.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.488678 2128 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.488969 2128 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.489209 2128 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:08:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.511083 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } attempt: 7
04:08:56.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.518028 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 4
04:08:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.521931 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:56 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842133, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.190@KRBTEST.COM for kudu/127.1.230.189@KRBTEST.COM
04:08:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.535338 2128 master_runner.cc:386] Master server non-default flags:
04:08:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.188
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.188:37011
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.188
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/logs
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.536789 2128 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:56.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.538125 2128 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:08:56.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.540817 2041 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } has no permanent_uuid. Determining permanent_uuid...
04:08:56.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.546864 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.557716 2139 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.605252 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 1
04:08:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.610410 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.691900 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 2
04:08:56.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.696895 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.782294 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 3
04:08:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.786973 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.821401 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 5
04:08:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.825379 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.927389 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 4
04:08:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.931569 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.214993 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 5
04:08:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:57.220248 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:57.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.373004 2121 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 6
04:08:57.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:57.381407 2121 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.772684 2041 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } attempt: 6
04:08:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:57.779628 2041 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.230.188:37011: Network error: Client connection negotiation failed: client connection to 127.1.230.188:37011: connect: Connection refused (error 111)
04:08:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.557747 2140 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:56.560119 2128 server_base.cc:1034] running on GCE node
04:08:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:56.558243 2142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:08:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.851856 2128 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:08:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.854879 2128 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:08:57.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.856251 2128 hybrid_clock.cc:648] HybridClock initialized: now 1781842137856217 us; error 52 us; skew 500 ppm
04:08:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.857081 2128 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:08:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:57 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842137, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:57.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.863178 2128 init.cc:377] Logged in from keytab as kudu/127.1.230.188@KRBTEST.COM (short username kudu)
04:08:57.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.868659 2128 webserver.cc:460] Webserver started at http://127.1.230.188:39229/ using document root <none> and password file <none>
04:08:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.869576 2128 fs_manager.cc:359] Metadata directory not provided
04:08:57.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.869767 2128 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:08:57.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.870141 2128 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:08:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.874853 2128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/instance:
04:08:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "527ff4ab504c4e6caf638c3980dc5998"
04:08:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:57 on dist-test-slave-7s1t"
04:08:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.875891 2128 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal/instance:
04:08:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "527ff4ab504c4e6caf638c3980dc5998"
04:08:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:57 on dist-test-slave-7s1t"
04:08:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.884685 2128 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
04:08:57.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.890738 2155 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:08:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.891989 2128 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
04:08:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.892405 2128 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:08:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "527ff4ab504c4e6caf638c3980dc5998"
04:08:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:57 on dist-test-slave-7s1t"
04:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.892863 2128 fs_report.cc:383] FS layout report
04:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:08:57.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/data
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:08:57.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:08:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.932421 2128 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:08:57.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.938520 2128 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:08:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:57.939026 2128 kserver.cc:163] Server-wide thread pool size limit: 3276
04:08:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.020581 2128 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.188:37011
04:08:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.020648 2206 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.188:37011 every 8 connection(s)
04:08:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.023234 2128 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:08:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.029476 2207 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:08:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.031639 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 2128
04:08:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.031977 1946 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal/instance
04:08:58.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.045037 2207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } has no permanent_uuid. Determining permanent_uuid...
04:08:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842137, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for kudu/127.1.230.190@KRBTEST.COM
04:08:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842132, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.230.188@KRBTEST.COM
04:08:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.085420 2207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } has no permanent_uuid. Determining permanent_uuid...
04:08:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842137, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for kudu/127.1.230.189@KRBTEST.COM
04:08:58.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842132, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.230.189@KRBTEST.COM
04:08:58.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.110656 2207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } has no permanent_uuid. Determining permanent_uuid...
04:08:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842137, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for kudu/127.1.230.188@KRBTEST.COM
04:08:58.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842132, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.230.190@KRBTEST.COM
04:08:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.143253 2207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Bootstrap starting.
04:08:58.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.147558 1946 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
04:08:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.150569 2207 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Neither blocks nor log segments found. Creating new log.
04:08:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.152595 2207 log.cc:824] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Log is configured to *not* fsync() on all Append() calls
04:08:58.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.156 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
04:08:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.158367 2207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: No bootstrap required, opened a new log
04:08:58.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
04:08:58.170 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
04:08:58.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.230.190"
port: 36307
}
bound_http_address {
host: "127.1.230.190"
port: 38383
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.230.189"
port: 39315
}
bound_http_address {
host: "127.1.230.189"
port: 44925
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.230.188"
port: 37011
}
bound_http_address {
host: "127.1.230.188"
port: 39229
}
}
}
04:08:58.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:08:58.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.175 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
04:08:58.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
04:08:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.194614 2207 raft_consensus.cc:348] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:08:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.196148 2207 raft_consensus.cc:374] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:08:58.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.196496 2207 raft_consensus.cc:729] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 527ff4ab504c4e6caf638c3980dc5998, State: Initialized, Role: FOLLOWER
04:08:58.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.197556 2207 consensus_queue.cc:260] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:08:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.200124 2218 sys_catalog.cc:455] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } } }
04:08:58.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.201324 2218 sys_catalog.cc:458] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: This master's current role is: FOLLOWER
04:08:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.202409 2207 sys_catalog.cc:564] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: configured and running, proceeding with master startup.
04:08:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842138, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:58.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:08:58.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.222 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc
04:08:58.232 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:08:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.233438 2229 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:08:58.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.233827 2229 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:08:58.234 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc
04:08:58.236 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:08:58.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.239394 2218 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:08:58.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.240095 2218 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:08:58.241 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
04:08:58.244 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
04:08:58.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
04:08:58.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.243254 2218 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:08:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.230465 2128 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: OK, instance_id { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" instance_seqno: 1781842134122547 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:08:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.261101 2128 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:08:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:08:58 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842138, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:08:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:08:58.306 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.306 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc
04:08:58.308 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:08:58.309 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.230.189:39315
04:08:58.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:08:58.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.311468 1946 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 2047
04:08:58.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.333223 2158 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.1.230.189:39315 (error 108)
04:08:58.335 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.335 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.230.190:36307
04:08:58.336 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:08:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.336666 1946 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1971
04:08:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.348567 2158 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:08:58.365 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.365 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.230.188:37011
04:08:58.365 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:08:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.366956 1946 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 2128
04:08:58.385 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:08:58.386 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.230.189:39315
04:08:58.388 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.389945 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/logs
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:08:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.189:39315
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.189
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44925
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.189
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:58.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:58.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:08:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.707602 2235 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:08:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.708281 2235 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:08:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.709216 2235 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:08:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.745451 2235 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:08:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.745808 2235 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:08:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.746251 2235 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:08:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.746570 2235 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:08:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.746881 2235 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:08:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.747195 2235 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:08:58.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.747442 2235 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:08:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.786468 2235 master_runner.cc:386] Master server non-default flags:
04:08:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.189.keytab
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.189
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.189:39315
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.189
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44925
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/logs
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:08:58.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:08:58.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.787680 2235 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:08:58.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.788792 2235 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:09:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:08:58.808028 2235 server_base.cc:1034] running on GCE node
04:09:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.806514 2243 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.806633 2245 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:08:58.806522 2242 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.078917 2235 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:09:00.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.082083 2235 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:09:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.083546 2235 hybrid_clock.cc:648] HybridClock initialized: now 1781842140083504 us; error 48 us; skew 500 ppm
04:09:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.084532 2235 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:09:00.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:00 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842140, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:09:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.097174 2235 init.cc:377] Logged in from keytab as kudu/127.1.230.189@KRBTEST.COM (short username kudu)
04:09:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.103394 2235 webserver.cc:460] Webserver started at http://127.1.230.189:44925/ using document root <none> and password file <none>
04:09:00.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.104534 2235 fs_manager.cc:359] Metadata directory not provided
04:09:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.104894 2235 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:09:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.114176 2235 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
04:09:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.119594 2254 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:09:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.120873 2235 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
04:09:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.121179 2235 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:09:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0d8129f614a845dd885dfbf89924a260"
04:09:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:55 on dist-test-slave-7s1t"
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.123844 2235 fs_report.cc:383] FS layout report
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/data
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:09:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:09:00.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.162081 2235 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:09:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.169099 2235 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:09:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.169631 2235 kserver.cc:163] Server-wide thread pool size limit: 3276
04:09:00.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.251833 2235 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.189:39315
04:09:00.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.251968 2305 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.189:39315 every 8 connection(s)
04:09:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.255102 2235 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/data/info.pb
04:09:00.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.257668 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 2235
04:09:00.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:09:00.259 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.230.190:36307
04:09:00.260 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:09:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.261415 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:09:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:09:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/logs
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:09:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.190:36307
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.190
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38383
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.190
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:09:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:09:00.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:09:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.268446 2306 sys_catalog.cc:263] Verifying existing consensus state
04:09:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 04:09:00.269398 2306 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
04:09:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.269856 2235 master.cc:537] Master@127.1.230.189:39315 shutting down...
04:09:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.335438 2235 master.cc:552] Master@127.1.230.189:39315 shutdown complete.
04:09:00.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
04:09:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.607928 2308 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:09:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.608669 2308 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:09:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.609403 2308 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:09:00.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.642453 2308 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:09:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.642751 2308 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:09:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.643188 2308 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:09:00.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.643553 2308 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:09:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.643882 2308 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:09:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.644258 2308 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:09:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.644511 2308 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:09:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.682242 2308 master_runner.cc:386] Master server non-default flags:
04:09:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:09:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:09:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:09:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.190.keytab
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.190
04:09:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.190:36307
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.190
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38383
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/logs
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:09:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.683727 2308 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:09:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.685074 2308 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:09:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.701887 2314 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.702499 2317 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:00.702967 2315 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:00.703585 2308 server_base.cc:1034] running on GCE node
04:09:01.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.929220 2308 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:09:01.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.931914 2308 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:09:01.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.933310 2308 hybrid_clock.cc:648] HybridClock initialized: now 1781842141933277 us; error 40 us; skew 500 ppm
04:09:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.934181 2308 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:09:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:01 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842141, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:09:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.940498 2308 init.cc:377] Logged in from keytab as kudu/127.1.230.190@KRBTEST.COM (short username kudu)
04:09:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.946341 2308 webserver.cc:460] Webserver started at http://127.1.230.190:38383/ using document root <none> and password file <none>
04:09:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.947542 2308 fs_manager.cc:359] Metadata directory not provided
04:09:01.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.947839 2308 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:09:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.958770 2308 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
04:09:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.964038 2326 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:09:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.965350 2308 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.965761 2308 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4eeecd6e8a81418da02c7ce7135ed67c"
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:53 on dist-test-slave-7s1t"
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:01.968988 2308 fs_report.cc:383] FS layout report
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:09:01.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/data
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:09:01.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:09:02.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.022432 2308 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:09:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.028096 2308 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:09:02.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.028582 2308 kserver.cc:163] Server-wide thread pool size limit: 3276
04:09:02.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.103575 2308 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.190:36307
04:09:02.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.103693 2377 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.190:36307 every 8 connection(s)
04:09:02.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.106690 2308 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/data/info.pb
04:09:02.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.114317 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 2308
04:09:02.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:09:02.115 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.230.188:37011
04:09:02.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.117235 1946 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:09:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/logs
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.188:37011
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.188
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39229
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.188
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:09:02.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:09:02.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.118978 2378 sys_catalog.cc:263] Verifying existing consensus state
04:09:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 04:09:02.119673 2378 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
04:09:02.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.120121 2308 master.cc:537] Master@127.1.230.190:36307 shutting down...
04:09:02.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.177985 2308 master.cc:552] Master@127.1.230.190:36307 shutdown complete.
04:09:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
04:09:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.442273 2380 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:09:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.442991 2380 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:09:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.443693 2380 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:09:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.475221 2380 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:09:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.475451 2380 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:09:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.475718 2380 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:09:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.475950 2380 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:09:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.476168 2380 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:09:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.476351 2380 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:09:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.476563 2380 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35977/jwks.json
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.513181 2380 master_runner.cc:386] Master server non-default flags:
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.230.148:34759
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:09:02.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.230.190:36307,127.1.230.189:39315,127.1.230.188:37011
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/krb5kdc/kudu_127.1.230.188.keytab
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.230.188
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.230.188:37011
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35977/jwks.json
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.230.188
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39229
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/logs
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
04:09:02.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:09:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.514482 2380 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:09:02.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.515429 2380 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:09:02.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.536089 2386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:02.537369 2380 server_base.cc:1034] running on GCE node
04:09:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.536096 2387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:03.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:02.536191 2389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:09:03.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.784447 2380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:09:03.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.787031 2380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:09:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.788380 2380 hybrid_clock.cc:648] HybridClock initialized: now 1781842143788346 us; error 52 us; skew 500 ppm
04:09:03.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.789151 2380 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:09:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:03 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842143, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:09:03.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.795200 2380 init.cc:377] Logged in from keytab as kudu/127.1.230.188@KRBTEST.COM (short username kudu)
04:09:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.800135 2380 webserver.cc:460] Webserver started at http://127.1.230.188:39229/ using document root <none> and password file <none>
04:09:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.801005 2380 fs_manager.cc:359] Metadata directory not provided
04:09:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.801220 2380 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:09:03.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.809062 2380 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
04:09:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.813956 2398 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:09:03.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.815380 2380 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
04:09:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.815675 2380 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data,/tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "527ff4ab504c4e6caf638c3980dc5998"
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 04:08:57 on dist-test-slave-7s1t"
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.817956 2380 fs_report.cc:383] FS layout report
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/wal
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/data
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:09:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:09:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:09:03.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.874821 2380 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:09:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.880610 2380 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:09:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.881100 2380 kserver.cc:163] Server-wide thread pool size limit: 3276
04:09:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.956818 2380 rpc_server.cc:307] RPC server started. Bound to: 127.1.230.188:37011
04:09:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.956928 2449 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.230.188:37011 every 8 connection(s)
04:09:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.959766 2380 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskGxcqq4/test-tmp/mini-kudu-cluster5155177246491212850/master-2/data/info.pb
04:09:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.964956 1946 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu as pid 2380
04:09:03.965 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:09:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.971416 2450 sys_catalog.cc:263] Verifying existing consensus state
04:09:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:03.976575 2450 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Bootstrap starting.
04:09:04.012 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.015386 2450 log.cc:824] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Log is configured to *not* fsync() on all Append() calls
04:09:04.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.020530 2450 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:09:04.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.021256 2450 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Bootstrap complete.
04:09:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.047489 2450 raft_consensus.cc:348] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.050072 2450 raft_consensus.cc:374] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:09:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.050392 2450 raft_consensus.cc:729] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 527ff4ab504c4e6caf638c3980dc5998, State: Initialized, Role: FOLLOWER
04:09:04.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.051260 2450 consensus_queue.cc:260] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:04.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.054061 2454 sys_catalog.cc:455] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } } }
04:09:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.054910 2454 sys_catalog.cc:458] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: This master's current role is: FOLLOWER
04:09:04.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.055450 2450 sys_catalog.cc:564] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [sys.catalog]: configured and running, proceeding with master startup.
04:09:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.073909 2454 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.074606 2454 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:04.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.089777 2454 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:04.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.097663 2402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:04.106 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.109 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.230.188:37011(127.1.230.188:37011)] connecting to peer
04:09:04.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.119479 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.120610 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:04.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.121204 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:04.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.122222 2454 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.123109 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:04.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.123399 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.101541 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:04.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:04.135396 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:04.137185 2404 tablet.cc:2369] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:09:04.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.193 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.230.188:37011(127.1.230.188:37011)] Successfully connected to peer
04:09:04.270 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
04:09:04.279 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.230.188
04:09:04.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:04 dist-test-slave-7s1t krb5kdc[1958](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842138, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.230.188@KRBTEST.COM
04:09:04.522 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x014549fa, L:/127.0.0.1:34844 - R:/127.1.230.188:37011] using SASL/GSSAPI
04:09:04.540 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.571 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.573 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.651 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.691 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.692 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.771 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.772 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:04.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:04.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:04.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:04.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.817 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:04.820 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:05.051 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:05.053 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:05.054 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.061 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:05.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:05.126350 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:05.126652 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:05.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:05.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:05.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.334 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:05.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:05.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:06.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:06.064206 2474 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:06.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:06.064605 2474 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:06.066728 2474 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:06.072863 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:06.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:06.073406 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:06.073755 2402 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:06.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:06.074285 2474 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:06.129667 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:06.129930 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:06.151 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:06.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:06.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.158 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:06.251 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:06.252 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:06.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:06.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:06.257 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:07.132939 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:07.133208 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:08.135978 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:08.136232 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:08.473073 2481 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:08.473455 2481 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:08.474840 2481 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:08.482086 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:08.482496 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:08.482800 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:08.483345 2481 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:09.031 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:09.032 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:09.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:09.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:09.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:09.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:09.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:09.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:09.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:09.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:09.138456 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:09.138887 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:09.139525 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:09.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:09.139753 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:10.142917 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:10.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:10.143160 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:10.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:10.519124 2488 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:10.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:10.519584 2488 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:10.521354 2488 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:10.523366 2402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111) [suppressed 5 similar messages]
04:09:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:10.527196 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:10.527778 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:10.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:10.528151 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:10.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:10.528723 2488 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:10.911 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:10.912 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:10.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:10.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:10.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:10.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:10.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:10.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:10.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:11.146276 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:11.146548 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:12.149391 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:12.149658 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:13.153043 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:13.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:13.153384 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:13.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:13.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:13.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:13.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:13.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:13.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:13.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:13.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:13.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:13 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842153, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:09:13.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:13.798835 2394 init.cc:295] Successfully reacquired a new kerberos TGT
04:09:14.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:14.142237 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:14.142875 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:14.156214 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:14.156491 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:15.159217 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:15.159528 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:15.511 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:15.513 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:15.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:15.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:15.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:15.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:15.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:15.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:15.518 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:16.162315 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:16.162563 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:16.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:16.944876 2502 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:16.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:16.945429 2502 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:16.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:16.947503 2502 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:16.949626 2402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111) [suppressed 1 similar messages]
04:09:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:16.952672 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:16.953245 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:16.953644 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:16.954361 2502 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:17.165393 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:17.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:17.165726 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:18.169616 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:18.169934 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:18.831 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:18.832 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:18.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:18.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:18.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:18.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:18.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:18.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:18.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:19.145603 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:19.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:19.145985 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:19.173923 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:19.174250 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:20.177400 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:20.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:20.177695 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:21.181720 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:21.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:21.182080 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:22.185407 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:22.185700 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:22.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:22.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:22.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:22.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:22.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:22.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:22.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:22.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:22.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:23.189152 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:23.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:23.189502 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 04:09:23 dist-test-slave-7s1t krb5kdc[1958](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781842163, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.230.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:09:23.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.801520 2394 init.cc:295] Successfully reacquired a new kerberos TGT
04:09:23.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.883389 2514 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:23.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.884038 2514 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:23.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.885874 2514 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:23.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:23.888198 2402 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111) [suppressed 1 similar messages]
04:09:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:23.891144 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:23.891752 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:23.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.892084 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:23.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:23.892764 2514 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:24.148169 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:24.148766 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:24.192410 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:24.192675 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:25.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:25.195632 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:25.195881 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:26.011 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:26.013 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:26.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:26.198773 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:26.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:26.199025 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:26.871 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:26.873 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:26.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:26.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:26.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:27.201920 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:27.202155 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:28.034698 2523 raft_consensus.cc:482] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:09:28.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:28.035135 2523 raft_consensus.cc:504] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4eeecd6e8a81418da02c7ce7135ed67c" member_type: VOTER last_known_addr { host: "127.1.230.190" port: 36307 } } peers { permanent_uuid: "0d8129f614a845dd885dfbf89924a260" member_type: VOTER last_known_addr { host: "127.1.230.189" port: 39315 } } peers { permanent_uuid: "527ff4ab504c4e6caf638c3980dc5998" member_type: VOTER last_known_addr { host: "127.1.230.188" port: 37011 } }
04:09:28.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:28.036760 2523 leader_election.cc:288] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307), 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315)
04:09:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:28.040997 2402 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4eeecd6e8a81418da02c7ce7135ed67c (127.1.230.190:36307): Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111)
04:09:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:28.041364 2401 leader_election.cc:334] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0d8129f614a845dd885dfbf89924a260 (127.1.230.189:39315): Network error: Client connection negotiation failed: client connection to 127.1.230.189:39315: connect: Connection refused (error 111)
04:09:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:28.041759 2401 leader_election.cc:302] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 527ff4ab504c4e6caf638c3980dc5998; no voters: 0d8129f614a845dd885dfbf89924a260, 4eeecd6e8a81418da02c7ce7135ed67c
04:09:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:28.042294 2523 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
04:09:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:28.204879 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:28.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:28.205121 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:29.151371 2380 master_runner.cc:186] Error getting master registration for 127.1.230.190:36307: Network error: Client connection negotiation failed: client connection to 127.1.230.190:36307: connect: Connection refused (error 111),
04:09:29.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:29.151705 2380 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:09:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:29.209089 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:29.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:29.209436 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:29.390 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:29.391 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:29.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:29.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:29.812 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:29.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:29.813 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:29.817 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:30.212342 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:30.212581 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:31.215741 2467 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 527ff4ab504c4e6caf638c3980dc5998: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:09:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 04:09:31.216010 2467 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:09:31.611 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.189:39315(127.1.230.189:39315)] connecting to peer
04:09:31.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.230.190:36307(127.1.230.190:36307)] connecting to peer
04:09:31.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:31.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.230.189:39315(127.1.230.189:39315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:31.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.189:39315: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315
04:09:31.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:31.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.190:36307(127.1.230.190:36307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:31.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.230.190:36307: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
04:09:31.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011; will retry
04:09:31.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27648), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [214ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [584ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [590ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [607ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [610ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [727ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [808ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [809ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [846ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1087ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1356ms] refreshing cache from master, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1366ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2177ms] refreshing cache from master, [2177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2185ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2276ms] refreshing cache from master, [2276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2283ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [5057ms] refreshing cache from master, [5057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [5060ms] too many traces: truncated at 100 traces, deferred=Deferred@468391698(state=PENDING, result=null, callback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846), errback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846)))
04:09:31.626 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.230.189:39315(127.1.230.189:39315)] disconnecting while in state TERMINATED
04:09:31.627 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.230.190:36307(127.1.230.190:36307)] disconnecting while in state TERMINATED
04:09:31.628 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.230.188:37011(127.1.230.188:37011)] disconnecting while in state READY
04:09:31.634 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:09:31.636 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:09:31.641 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.230.188:37011(127.1.230.188:37011)] handling channelInactive
04:09:31.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:31.642169 1946 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 2380
04:09:31.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.230.188:37011(127.1.230.188:37011)] cleaning up while in state READY due to: connection closed
04:09:32.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:09:32Z chronyd exiting
04:09:33.935 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:09:33.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:33.936831 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1494
04:09:33.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:33.962119 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1658
04:09:33.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:33.984965 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1804
04:09:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:34.013857 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1226
04:09:34.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:34.045513 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1296
04:09:34.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 04:09:34.078243 1214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskGxcqq4/build/tsan/bin/kudu with pid 1371
04:09:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T04:09:35Z chronyd exiting
04:09:36.263 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27648), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [214ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [584ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [590ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [607ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [610ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [727ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [808ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [809ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [846ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1087ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1356ms] refreshing cache from master, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1366ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2177ms] refreshing cache from master, [2177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2185ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2276ms] refreshing cache from master, [2276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2283ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [5057ms] refreshing cache from master, [5057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [5060ms] too many traces: truncated at 100 traces, deferred=Deferred@468391698(state=PENDING, result=null, callback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846), errback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.230.190:36307
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27648), Traces: [0ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [209ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [214ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [584ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [588ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [590ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [607ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [610ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [611ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [637ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [644ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [648ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [655ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [680ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [685ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [686ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [727ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [728ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [729ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [803ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [808ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [809ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [846ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [847ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1087ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1356ms] refreshing cache from master, [1357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [1358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [1365ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [1366ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2177ms] refreshing cache from master, [2177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2180ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2181ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2184ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2185ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2276ms] refreshing cache from master, [2276ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.189:39315: Network error: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315, [2281ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.190:36307: Network error: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.1.230.188:37011: OK, [2283ms] delaying RPC due to: Service unavailable: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307, [5057ms] refreshing cache from master, [5057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.189:39315, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.190:36307, [5058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.230.188:37011, [5060ms] too many traces: truncated at 100 traces, deferred=Deferred@468391698(state=PENDING, result=null, callback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846), errback=(continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614) -> (continuation of Deferred@970761752 after retry RPC after error@1558873846)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.230.189:39315,127.1.230.190:36307,127.1.230.188:37011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.189:39315(127.1.230.189:39315): Connection refused: /127.1.230.189:39315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.230.190:36307(127.1.230.190:36307): Connection refused: /127.1.230.190:36307
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.230.190:36307
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)