03:51:25.091 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:51:25.103 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRAocSf/test-tmp
03:51:25.105 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:51:25.109 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRAocSf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:51:25.329 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:51:25.490 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:51:25.491 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:51:25.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.494827 799 mini_oidc.cc:152] Starting JWKS server
03:51:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.498833 799 webserver.cc:460] Webserver started at http://127.0.0.1:44917/ using document root <none> and password file <none>
03:51:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.499342 799 mini_oidc.cc:189] Starting OIDC Discovery server
03:51:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.501214 799 webserver.cc:460] Webserver started at http://127.0.0.1:44717/ using document root <none> and password file <none>
03:51:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:51:25Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:51:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:51:25Z Disabled control of system clock
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.563792 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/logs
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data/info.pb
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:25.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.254:33077
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.254
03:51:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json with env {}
03:51:25.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.857363 811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.857903 811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:25.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.858567 811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.888698 811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.888974 811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.889160 811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:25.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.889408 811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.889655 811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:25.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.889870 811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44917/jwks.json
03:51:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.930400 811 master_runner.cc:386] Master server non-default flags:
03:51:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:25.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:25.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:25.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.254:33077
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data/info.pb
03:51:25.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.254
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/logs
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:25.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.932044 811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.934070 811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:25.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.955749 817 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.955750 818 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:25.956369 820 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:25.958280 811 server_base.cc:1034] running on GCE node
03:51:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.183187 811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:27.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.186859 811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.188350 811 hybrid_clock.cc:648] HybridClock initialized: now 1781841087188292 us; error 85 us; skew 500 ppm
03:51:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.189314 811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.196756 811 webserver.cc:460] Webserver started at http://127.0.199.254:44667/ using document root <none> and password file <none>
03:51:27.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.197734 811 fs_manager.cc:359] Metadata directory not provided
03:51:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.197912 811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:27.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.198320 811 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.203635 811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data/instance:
03:51:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48b4bc00a55c4f33b05d0ad6b31b489e"
03:51:27.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:27 on dist-test-slave-8mv0"
03:51:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.204905 811 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal/instance:
03:51:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48b4bc00a55c4f33b05d0ad6b31b489e"
03:51:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:27 on dist-test-slave-8mv0"
03:51:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.213162 811 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:51:27.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.219746 827 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.220878 811 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:51:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.221264 811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48b4bc00a55c4f33b05d0ad6b31b489e"
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:27 on dist-test-slave-8mv0"
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.221673 811 fs_report.cc:383] FS layout report
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal
03:51:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data/data
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.268112 811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.269876 811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.271241 811 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.357591 811 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.254:33077
03:51:27.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.357641 878 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.254:33077 every 8 connection(s)
03:51:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.361157 811 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/data/info.pb
03:51:27.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.364894 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 811
03:51:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.365648 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-0/wal/instance
03:51:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.368284 879 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.369854 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/logs
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data/info.pb
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:27.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.253:42715
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.253
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:27.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:27.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json with env {}
03:51:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.385797 879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } has no permanent_uuid. Determining permanent_uuid...
03:51:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.419158 879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
03:51:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.422537 831 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.427390 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.476933 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 1
03:51:27.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.481738 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.550148 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 2
03:51:27.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.554417 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.645895 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 3
03:51:27.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.650103 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.711719 881 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:27.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.712544 881 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.713274 881 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:27.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.745721 881 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:27.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.746106 881 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:27.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.746435 881 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.746783 881 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.747176 881 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.747431 881 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44917/jwks.json
03:51:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.784705 881 master_runner.cc:386] Master server non-default flags:
03:51:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:27.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.253:42715
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data/info.pb
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.253
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/logs
03:51:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:27.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.786675 881 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.789235 881 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:27.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:27.793519 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 4
03:51:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.798949 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.812839 893 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:28.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:28.098455 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 5
03:51:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:28.102345 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:28.650087 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 6
03:51:28.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:28.657614 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.253:42715: Network error: Client connection negotiation failed: client connection to 127.0.199.253:42715: connect: Connection refused (error 111)
03:51:29.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.812849 891 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:27.813174 890 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:29.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.064216 881 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:51:29.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.064790 892 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:51:29.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.068249 881 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:29.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.071403 881 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.072789 881 hybrid_clock.cc:648] HybridClock initialized: now 1781841089072773 us; error 64 us; skew 500 ppm
03:51:29.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.073676 881 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.081081 881 webserver.cc:460] Webserver started at http://127.0.199.253:34117/ using document root <none> and password file <none>
03:51:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.082069 881 fs_manager.cc:359] Metadata directory not provided
03:51:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.082270 881 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:29.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.082751 881 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.088981 881 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data/instance:
03:51:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f0d545c723e471abf030d170e3136b3"
03:51:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:29 on dist-test-slave-8mv0"
03:51:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.090308 881 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal/instance:
03:51:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f0d545c723e471abf030d170e3136b3"
03:51:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:29 on dist-test-slave-8mv0"
03:51:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.098574 881 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
03:51:29.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.105453 902 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.106751 881 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
03:51:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.107203 881 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal
03:51:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f0d545c723e471abf030d170e3136b3"
03:51:29.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:29 on dist-test-slave-8mv0"
03:51:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.107628 881 fs_report.cc:383] FS layout report
03:51:29.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data/data
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:29.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:29.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.154248 881 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.156078 881 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.156695 881 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.246980 881 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.253:42715
03:51:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.247081 953 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.253:42715 every 8 connection(s)
03:51:29.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.250123 881 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/data/info.pb
03:51:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.252939 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 881
03:51:29.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.253453 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-1/wal/instance
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.256767 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/logs
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data/info.pb
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.252:42245
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.252
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json with env {}
03:51:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.258103 954 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.272483 954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } has no permanent_uuid. Determining permanent_uuid...
03:51:29.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.304136 954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
03:51:29.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.322741 954 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } has no permanent_uuid. Determining permanent_uuid...
03:51:29.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.326452 904 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.330588 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.380221 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 1
03:51:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.386212 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.454761 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 2
03:51:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.458971 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.551244 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 3
03:51:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.555316 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.611260 956 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.611874 956 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:29.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.612548 956 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.644673 956 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.645110 956 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.645449 956 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:29.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.645665 956 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:29.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.646354 956 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:29.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.646610 956 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44917/jwks.json
03:51:29.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.683259 956 master_runner.cc:386] Master server non-default flags:
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.252:42245
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:29.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44917/jwks.json
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data/info.pb
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.252
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/logs
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:29.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.685178 956 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:29.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.687665 956 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:29.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.698762 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 4
03:51:29.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.703720 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.709604 967 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.718271 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } attempt: 7
03:51:29.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.733865 879 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } has no permanent_uuid. Determining permanent_uuid...
03:51:29.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.739015 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.797677 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 1
03:51:29.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.802241 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.883977 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 2
03:51:29.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.888481 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:29.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.974123 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 3
03:51:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.979454 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.003098 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 5
03:51:30.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:30.008677 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:30.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.119868 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 4
03:51:30.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:30.124577 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:30.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.408022 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 5
03:51:30.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:30.412961 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:30.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.556093 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 6
03:51:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:30.564800 954 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.709648 966 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:30.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:29.711038 969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:30.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:29.711599 956 server_base.cc:1034] running on GCE node
03:51:30.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.932073 956 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:30.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.935104 956 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:30.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.936550 956 hybrid_clock.cc:648] HybridClock initialized: now 1781841090936508 us; error 54 us; skew 500 ppm
03:51:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.937484 956 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:30.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.945116 956 webserver.cc:460] Webserver started at http://127.0.199.252:40911/ using document root <none> and password file <none>
03:51:30.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.946224 956 fs_manager.cc:359] Metadata directory not provided
03:51:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.946463 956 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:30.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.947093 956 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.952463 956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data/instance:
03:51:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f9b30619ee846518f0ac8aafa184c19"
03:51:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:30 on dist-test-slave-8mv0"
03:51:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.953744 956 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal/instance:
03:51:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f9b30619ee846518f0ac8aafa184c19"
03:51:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:30 on dist-test-slave-8mv0"
03:51:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.962221 956 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
03:51:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.965384 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 6
03:51:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.970568 981 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:30.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.972678 956 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.001s
03:51:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.972990 956 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal
03:51:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f9b30619ee846518f0ac8aafa184c19"
03:51:30.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:30 on dist-test-slave-8mv0"
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:30.973446 956 fs_report.cc:383] FS layout report
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data/data
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:30.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:30.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:30.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:30.974593 879 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.199.252:42245: Network error: Client connection negotiation failed: client connection to 127.0.199.252:42245: connect: Connection refused (error 111)
03:51:31.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.013232 956 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.015089 956 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.015650 956 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.104612 956 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.252:42245
03:51:31.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.104662 1033 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.252:42245 every 8 connection(s)
03:51:31.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.107834 956 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/data/info.pb
03:51:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.114308 1034 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.114388 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 956
03:51:31.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.114867 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/master-2/wal/instance
03:51:31.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.132745 1034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } has no permanent_uuid. Determining permanent_uuid...
03:51:31.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.162011 1034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } has no permanent_uuid. Determining permanent_uuid...
03:51:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.175853 1034 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } has no permanent_uuid. Determining permanent_uuid...
03:51:31.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.196133 1034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: Bootstrap starting.
03:51:31.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.203401 1034 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: Neither blocks nor log segments found. Creating new log.
03:51:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.206537 1034 log.cc:824] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: Log is configured to *not* fsync() on all Append() calls
03:51:31.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.212903 1034 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: No bootstrap required, opened a new log
03:51:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.237227 1034 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.237962 1034 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:51:31.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.238240 1034 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1f9b30619ee846518f0ac8aafa184c19, State: Initialized, Role: FOLLOWER
03:51:31.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.239120 1034 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.242753 1043 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.243818 1034 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: configured and running, proceeding with master startup.
03:51:31.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.243983 1043 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: This master's current role is: FOLLOWER
03:51:31.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.273432 988 tablet.cc:2369] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:51:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.285570 1054 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:31.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.286383 1054 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.275755 956 master_runner.cc:186] Error getting master registration for 127.0.199.254:33077: OK, instance_id { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" instance_seqno: 1781841087332993 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:51:31.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.305456 956 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:51:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.588740 1043 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:51:31.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.589320 1043 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.591732 1043 leader_election.cc:288] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48b4bc00a55c4f33b05d0ad6b31b489e (127.0.199.254:33077), 9f0d545c723e471abf030d170e3136b3 (127.0.199.253:42715)
03:51:31.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.625180 954 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 7
03:51:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.656306 954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: Bootstrap starting.
03:51:31.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.665207 954 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: Neither blocks nor log segments found. Creating new log.
03:51:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.668691 954 log.cc:824] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: Log is configured to *not* fsync() on all Append() calls
03:51:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.675100 954 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: No bootstrap required, opened a new log
03:51:31.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.711365 954 raft_consensus.cc:348] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.712826 954 raft_consensus.cc:374] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:51:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.713387 954 raft_consensus.cc:729] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f0d545c723e471abf030d170e3136b3, State: Initialized, Role: FOLLOWER
03:51:31.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.714586 954 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.717626 1058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.718717 1058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: This master's current role is: FOLLOWER
03:51:31.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.719583 954 sys_catalog.cc:564] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: configured and running, proceeding with master startup.
03:51:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.720620 929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f9b30619ee846518f0ac8aafa184c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f0d545c723e471abf030d170e3136b3" is_pre_election: true
03:51:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.721660 929 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f9b30619ee846518f0ac8aafa184c19 in term 0.
03:51:31.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.723312 986 leader_election.cc:302] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f9b30619ee846518f0ac8aafa184c19, 9f0d545c723e471abf030d170e3136b3; no voters:
03:51:31.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.724402 1043 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:51:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.724792 1043 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:51:31.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.725162 1043 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 0 FOLLOWER]: Advancing to term 1
03:51:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.733538 1043 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.736712 929 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f9b30619ee846518f0ac8aafa184c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f0d545c723e471abf030d170e3136b3"
03:51:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.737352 929 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 0 FOLLOWER]: Advancing to term 1
03:51:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.744904 1043 leader_election.cc:288] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [CANDIDATE]: Term 1 election: Requested vote from peers 48b4bc00a55c4f33b05d0ad6b31b489e (127.0.199.254:33077), 9f0d545c723e471abf030d170e3136b3 (127.0.199.253:42715)
03:51:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.751765 929 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1f9b30619ee846518f0ac8aafa184c19 in term 1.
03:51:31.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.753054 986 leader_election.cc:302] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f9b30619ee846518f0ac8aafa184c19, 9f0d545c723e471abf030d170e3136b3; no voters:
03:51:31.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.753978 1043 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 1 FOLLOWER]: Leader election won for term 1
03:51:31.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.760673 1043 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [term 1 LEADER]: Becoming Leader. State: Replica: 1f9b30619ee846518f0ac8aafa184c19, State: Running, Role: LEADER
03:51:31.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.766417 1043 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.789086 1060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f9b30619ee846518f0ac8aafa184c19. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.790513 1060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: This master's current role is: LEADER
03:51:31.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.794160 1068 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:51:31.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.802785 1068 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:51:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.840713 1072 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.841586 1072 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.845403 929 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [term 1 FOLLOWER]: Refusing update from remote peer 1f9b30619ee846518f0ac8aafa184c19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:51:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.849460 1060 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:51:31.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.815115 881 master_runner.cc:186] Error getting master registration for 127.0.199.254:33077: OK, instance_id { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" instance_seqno: 1781841087332993 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:51:31.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.892494 881 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:51:31.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.908792 1058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f9b30619ee846518f0ac8aafa184c19. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.914940 1058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: This master's current role is: FOLLOWER
03:51:31.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:31.917253 908 tablet.cc:2369] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:51:31.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.919970 1043 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.920754 1043 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: This master's current role is: LEADER
03:51:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.928385 1058 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.929219 1058 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3 [sys.catalog]: This master's current role is: FOLLOWER
03:51:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.929893 1068 catalog_manager.cc:1347] Generated new cluster ID: 1549d236a8b547c2bd9c9f977a7bd425
03:51:31.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.930202 1068 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:51:31.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.969233 1068 catalog_manager.cc:1370] Generated new certificate authority record
03:51:31.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:31.977715 1068 catalog_manager.cc:1504] Loading token signing keys...
03:51:32.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.007927 879 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } attempt: 7
03:51:32.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.037544 1068 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19: Generated new TSK 0
03:51:32.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.039444 1068 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:51:32.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.067663 879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: Bootstrap starting.
03:51:32.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.075186 879 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: Neither blocks nor log segments found. Creating new log.
03:51:32.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.077518 879 log.cc:824] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: Log is configured to *not* fsync() on all Append() calls
03:51:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.083611 879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: No bootstrap required, opened a new log
03:51:32.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.096501 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/logs
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data/info.pb
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:51:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.193:0
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.193
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.193
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:32.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:51:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.115674 879 raft_consensus.cc:348] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:32.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.125479 879 raft_consensus.cc:374] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:51:32.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.126021 879 raft_consensus.cc:729] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48b4bc00a55c4f33b05d0ad6b31b489e, State: Initialized, Role: FOLLOWER
03:51:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.127336 879 consensus_queue.cc:260] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } }
03:51:32.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.149416 1083 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:32.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.151484 1083 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: This master's current role is: FOLLOWER
03:51:32.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.155148 879 sys_catalog.cc:564] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: configured and running, proceeding with master startup.
03:51:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.155303 854 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f9b30619ee846518f0ac8aafa184c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" is_pre_election: true
03:51:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.156229 854 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f9b30619ee846518f0ac8aafa184c19 in term 0.
03:51:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.157591 852 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 0 FOLLOWER]: Advancing to term 1
03:51:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.160638 853 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f9b30619ee846518f0ac8aafa184c19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e"
03:51:32.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.167662 852 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [term 1 FOLLOWER]: Refusing update from remote peer 1f9b30619ee846518f0ac8aafa184c19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:51:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.169937 1060 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:51:32.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.261906 1083 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f9b30619ee846518f0ac8aafa184c19. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.264132 1093 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.265259 1093 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: This master's current role is: FOLLOWER
03:51:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.266028 1083 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e [sys.catalog]: This master's current role is: FOLLOWER
03:51:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.297235 1100 catalog_manager.cc:1259] Loaded cluster ID: 1549d236a8b547c2bd9c9f977a7bd425
03:51:32.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.308857 1100 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: loading cluster ID for follower catalog manager: success
03:51:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.325060 1100 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: acquiring CA information for follower catalog manager: success
03:51:32.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.342121 1100 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 48b4bc00a55c4f33b05d0ad6b31b489e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:51:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.763881 1082 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.764986 1082 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:32.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.765985 1082 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.777374 1060 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f9b30619ee846518f0ac8aafa184c19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48b4bc00a55c4f33b05d0ad6b31b489e" member_type: VOTER last_known_addr { host: "127.0.199.254" port: 33077 } } peers { permanent_uuid: "9f0d545c723e471abf030d170e3136b3" member_type: VOTER last_known_addr { host: "127.0.199.253" port: 42715 } } peers { permanent_uuid: "1f9b30619ee846518f0ac8aafa184c19" member_type: VOTER last_known_addr { host: "127.0.199.252" port: 42245 } } }
03:51:32.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.778380 1060 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f9b30619ee846518f0ac8aafa184c19 [sys.catalog]: This master's current role is: LEADER
03:51:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.823989 1082 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.825814 1082 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.199.193
03:51:32.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.847183 1072 catalog_manager.cc:1259] Loaded cluster ID: 1549d236a8b547c2bd9c9f977a7bd425
03:51:32.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.847895 1072 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: loading cluster ID for follower catalog manager: success
03:51:32.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.855651 1072 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: acquiring CA information for follower catalog manager: success
03:51:32.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.874307 1072 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 9f0d545c723e471abf030d170e3136b3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.910647 1082 tablet_server_runner.cc:78] Tablet server non-default flags:
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.193:0
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:32.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data/info.pb
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.193
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.193
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/logs
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:32.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:32.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.914420 1082 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:32.916957 1082 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:32.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.972498 1110 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:34.348914 1108 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 1082
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.137856 1108 kernel_stack_watchdog.cc:198] Thread 1082 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 377ms:
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.137948 1082 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.168s user 0.527s sys 0.933s
03:51:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.138329 1082 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.169s user 0.527s sys 0.933s
03:51:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:32.973410 1109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:35.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.147461 1082 server_base.cc:1034] running on GCE node
03:51:35.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.148070 1113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.149529 1082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:35.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.152040 1082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.153486 1082 hybrid_clock.cc:648] HybridClock initialized: now 1781841095153434 us; error 47 us; skew 500 ppm
03:51:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.154524 1082 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:35.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.166016 1082 webserver.cc:460] Webserver started at http://127.0.199.193:34601/ using document root <none> and password file <none>
03:51:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.167239 1082 fs_manager.cc:359] Metadata directory not provided
03:51:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.167502 1082 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:35.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.168015 1082 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.174824 1082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data/instance:
03:51:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff791eecb8d74e68a3de8ad4bb26346c"
03:51:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:35 on dist-test-slave-8mv0"
03:51:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.176232 1082 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal/instance:
03:51:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff791eecb8d74e68a3de8ad4bb26346c"
03:51:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:35 on dist-test-slave-8mv0"
03:51:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.185731 1082 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
03:51:35.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.193274 1119 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.194625 1082 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
03:51:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.194996 1082 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal
03:51:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff791eecb8d74e68a3de8ad4bb26346c"
03:51:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:35 on dist-test-slave-8mv0"
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.195425 1082 fs_report.cc:383] FS layout report
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data/data
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.261940 1082 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.263783 1082 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.264331 1082 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.267872 1082 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:51:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.273346 1082 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:51:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.273626 1082 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:51:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.273916 1082 ts_tablet_manager.cc:610] Registered 0 tablets
03:51:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.274130 1082 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:51:35.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.472563 1082 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.193:42337
03:51:35.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.472709 1232 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.193:42337 every 8 connection(s)
03:51:35.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.475106 1082 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/data/info.pb
03:51:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.480105 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1082
03:51:35.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.480710 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-0/wal/instance
03:51:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.501324 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:35.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/logs
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data/info.pb
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.194:0
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.194
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.194
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:51:35.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.564038 1234 heartbeater.cc:347] Connected to a master server at 127.0.199.253:42715
03:51:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.564580 1234 heartbeater.cc:464] Registering TS with master...
03:51:35.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.566009 1234 heartbeater.cc:511] Master 127.0.199.253:42715 requested a full tablet report, sending...
03:51:35.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.570458 919 ts_manager.cc:194] Registered new tserver with Master: ff791eecb8d74e68a3de8ad4bb26346c (127.0.199.193:42337)
03:51:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.575312 1233 heartbeater.cc:347] Connected to a master server at 127.0.199.252:42245
03:51:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.575619 1233 heartbeater.cc:464] Registering TS with master...
03:51:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.576382 1233 heartbeater.cc:511] Master 127.0.199.252:42245 requested a full tablet report, sending...
03:51:35.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.578733 999 ts_manager.cc:194] Registered new tserver with Master: ff791eecb8d74e68a3de8ad4bb26346c (127.0.199.193:42337)
03:51:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.581470 999 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.199.193:56441
03:51:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.591050 1237 heartbeater.cc:347] Connected to a master server at 127.0.199.254:33077
03:51:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.591419 1237 heartbeater.cc:464] Registering TS with master...
03:51:35.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.592094 1237 heartbeater.cc:511] Master 127.0.199.254:33077 requested a full tablet report, sending...
03:51:35.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.595172 844 ts_manager.cc:194] Registered new tserver with Master: ff791eecb8d74e68a3de8ad4bb26346c (127.0.199.193:42337)
03:51:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.863541 1240 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.864002 1240 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:35.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.864411 1240 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.895085 1240 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.895850 1240 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.199.194
03:51:35.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.930392 1240 tablet_server_runner.cc:78] Tablet server non-default flags:
03:51:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.194:0
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data/info.pb
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.194
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:35.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.194
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/logs
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.931632 1240 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:35.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.933220 1240 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.953693 1251 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:36.586545 1233 heartbeater.cc:503] Master 127.0.199.252:42245 was elected leader, sending a full tablet report...
03:51:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.953984 1253 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:37.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:35.954835 1250 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:37.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:35.956598 1240 server_base.cc:1034] running on GCE node
03:51:37.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.156205 1240 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:37.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.158900 1240 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:37.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.160303 1240 hybrid_clock.cc:648] HybridClock initialized: now 1781841097160263 us; error 56 us; skew 500 ppm
03:51:37.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.161226 1240 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:37.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.167977 1240 webserver.cc:460] Webserver started at http://127.0.199.194:33883/ using document root <none> and password file <none>
03:51:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.169184 1240 fs_manager.cc:359] Metadata directory not provided
03:51:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.169430 1240 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.169960 1240 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.175674 1240 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data/instance:
03:51:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cbc25e294042eaaf08237777e6815f"
03:51:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:37 on dist-test-slave-8mv0"
03:51:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.177074 1240 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal/instance:
03:51:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cbc25e294042eaaf08237777e6815f"
03:51:37.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:37 on dist-test-slave-8mv0"
03:51:37.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.184810 1240 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:51:37.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.191092 1260 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.192322 1240 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.192719 1240 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a7cbc25e294042eaaf08237777e6815f"
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:37 on dist-test-slave-8mv0"
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.193145 1240 fs_report.cc:383] FS layout report
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal
03:51:37.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data/data
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:37.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:37.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.229453 1240 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.231158 1240 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:37.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.231710 1240 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.234596 1240 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:51:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.239207 1240 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:51:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.239429 1240 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:51:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.239763 1240 ts_tablet_manager.cc:610] Registered 0 tablets
03:51:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.239923 1240 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:51:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.437639 1240 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.194:35795
03:51:37.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.437733 1372 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.194:35795 every 8 connection(s)
03:51:37.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.441048 1240 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/data/info.pb
03:51:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.443208 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1240
03:51:37.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.443701 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-1/wal/instance
03:51:37.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.468331 799 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/logs
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data/info.pb
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.195:0
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.195
03:51:37.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.195
03:51:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:37.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:37.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:51:37.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.528239 1373 heartbeater.cc:347] Connected to a master server at 127.0.199.252:42245
03:51:37.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.528846 1373 heartbeater.cc:464] Registering TS with master...
03:51:37.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.530912 1373 heartbeater.cc:511] Master 127.0.199.252:42245 requested a full tablet report, sending...
03:51:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.532037 1374 heartbeater.cc:347] Connected to a master server at 127.0.199.253:42715
03:51:37.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.532351 1374 heartbeater.cc:464] Registering TS with master...
03:51:37.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.533771 999 ts_manager.cc:194] Registered new tserver with Master: a7cbc25e294042eaaf08237777e6815f (127.0.199.194:35795)
03:51:37.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.535255 999 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.199.194:55551
03:51:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.536262 1374 heartbeater.cc:511] Master 127.0.199.253:42715 requested a full tablet report, sending...
03:51:37.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.539705 919 ts_manager.cc:194] Registered new tserver with Master: a7cbc25e294042eaaf08237777e6815f (127.0.199.194:35795)
03:51:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.541044 1375 heartbeater.cc:347] Connected to a master server at 127.0.199.254:33077
03:51:37.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.541416 1375 heartbeater.cc:464] Registering TS with master...
03:51:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.542189 1375 heartbeater.cc:511] Master 127.0.199.254:33077 requested a full tablet report, sending...
03:51:37.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.545269 844 ts_manager.cc:194] Registered new tserver with Master: a7cbc25e294042eaaf08237777e6815f (127.0.199.194:35795)
03:51:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.877281 1383 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:37.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.877846 1383 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:37.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.878293 1383 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:37.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.911970 1383 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:37.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.912997 1383 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.199.195
03:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.951290 1383 tablet_server_runner.cc:78] Tablet server non-default flags:
03:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.199.212:33513
03:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.199.195:0
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data/info.pb
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.199.195
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.199.254:33077,127.0.199.253:42715,127.0.199.252:42245
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.199.195
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/logs
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.953161 1383 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:37.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:37.955327 1383 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.977170 1393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:38.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:38.540735 1373 heartbeater.cc:503] Master 127.0.199.252:42245 was elected leader, sending a full tablet report...
03:51:39.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.977257 1391 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:37.977178 1390 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:39.192101 1392 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:51:39.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.192389 1383 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:51:39.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.196894 1383 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:39.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.199928 1383 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.201370 1383 hybrid_clock.cc:648] HybridClock initialized: now 1781841099201348 us; error 50 us; skew 500 ppm
03:51:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.202196 1383 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.209444 1383 webserver.cc:460] Webserver started at http://127.0.199.195:35975/ using document root <none> and password file <none>
03:51:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.210373 1383 fs_manager.cc:359] Metadata directory not provided
03:51:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.210567 1383 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.211030 1383 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.216742 1383 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data/instance:
03:51:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e905d9416e046c59b984e3a1597419e"
03:51:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:39 on dist-test-slave-8mv0"
03:51:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.217904 1383 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal/instance:
03:51:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e905d9416e046c59b984e3a1597419e"
03:51:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:39 on dist-test-slave-8mv0"
03:51:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.226222 1383 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
03:51:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.231880 1401 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.233109 1383 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:51:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.233402 1383 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal
03:51:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4e905d9416e046c59b984e3a1597419e"
03:51:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:39 on dist-test-slave-8mv0"
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.233759 1383 fs_report.cc:383] FS layout report
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data/data
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:39.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.271809 1383 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:39.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.273345 1383 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:39.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.273783 1383 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:39.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.277228 1383 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:51:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.281333 1383 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:51:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.281540 1383 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:51:39.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.281731 1383 ts_tablet_manager.cc:610] Registered 0 tablets
03:51:39.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.281850 1383 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:51:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.475260 1383 rpc_server.cc:307] RPC server started. Bound to: 127.0.199.195:36529
03:51:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.476204 1513 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.199.195:36529 every 8 connection(s)
03:51:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.478647 1383 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/data/info.pb
03:51:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.482573 799 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1383
03:51:39.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.483031 799 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster3261536945820575859/ts-2/wal/instance
03:51:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.533957 1514 heartbeater.cc:347] Connected to a master server at 127.0.199.252:42245
03:51:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.534121 1516 heartbeater.cc:347] Connected to a master server at 127.0.199.254:33077
03:51:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.534577 1514 heartbeater.cc:464] Registering TS with master...
03:51:39.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.534595 1516 heartbeater.cc:464] Registering TS with master...
03:51:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.536186 1514 heartbeater.cc:511] Master 127.0.199.252:42245 requested a full tablet report, sending...
03:51:39.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.536579 1516 heartbeater.cc:511] Master 127.0.199.254:33077 requested a full tablet report, sending...
03:51:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.538697 1515 heartbeater.cc:347] Connected to a master server at 127.0.199.253:42715
03:51:39.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.538981 1515 heartbeater.cc:464] Registering TS with master...
03:51:39.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.539779 1515 heartbeater.cc:511] Master 127.0.199.253:42715 requested a full tablet report, sending...
03:51:39.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.540360 844 ts_manager.cc:194] Registered new tserver with Master: 4e905d9416e046c59b984e3a1597419e (127.0.199.195:36529)
03:51:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.541934 999 ts_manager.cc:194] Registered new tserver with Master: 4e905d9416e046c59b984e3a1597419e (127.0.199.195:36529)
03:51:39.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.543407 919 ts_manager.cc:194] Registered new tserver with Master: 4e905d9416e046c59b984e3a1597419e (127.0.199.195:36529)
03:51:39.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.545053 999 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.199.195:44445
03:51:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:39.561687 799 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:51:39.574 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:51:39.575 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:51:39.589 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.199.254"
port: 33077
}
bound_http_address {
host: "127.0.199.254"
port: 44667
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.199.253"
port: 42715
}
bound_http_address {
host: "127.0.199.253"
port: 34117
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.199.252"
port: 42245
}
bound_http_address {
host: "127.0.199.252"
port: 40911
}
}
}
03:51:39.595 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:51:39.599 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.199.193"
port: 42337
}
bound_http_address {
host: "127.0.199.193"
port: 34601
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.199.194"
port: 35795
}
bound_http_address {
host: "127.0.199.194"
port: 33883
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.199.195"
port: 36529
}
bound_http_address {
host: "127.0.199.195"
port: 35975
}
}
}
03:51:39.599 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:51:39.779 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:51:39.913 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRAocSf/test-tmp
03:51:39.914 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:51:39.914 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRAocSf/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:51:39.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:51:40.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:40.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:51:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:40.300796 1526 mini_oidc.cc:152] Starting JWKS server
03:51:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:40.304895 1526 webserver.cc:460] Webserver started at http://127.0.0.1:45227/ using document root <none> and password file <none>
03:51:40.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:40.305364 1526 mini_oidc.cc:189] Starting OIDC Discovery server
03:51:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:40.308176 1526 webserver.cc:460] Webserver started at http://127.0.0.1:44983/ using document root <none> and password file <none>
03:51:40.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:51:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/principal' for realm 'KRBTEST.COM',
03:51:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:51:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:40 dist-test-slave-8mv0 krb5kdc[1538](info): setting up network...
03:51:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:51:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:40 dist-test-slave-8mv0 krb5kdc[1538](info): set up 2 sockets
03:51:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:40 dist-test-slave-8mv0 krb5kdc[1538](info): commencing operation
03:51:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:51:40.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:40.549789 1514 heartbeater.cc:503] Master 127.0.199.252:42245 was elected leader, sending a full tablet report...
03:51:41.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:41.451771 1526 mini_kdc.cc:121] Time spent starting KDC: real 1.115s user 0.005s sys 0.019s
03:51:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:51:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:51:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:51:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:51:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:51:41.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:51:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:51:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:51:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:51:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:51:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/test-user.keytab.
03:51:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/test-user.keytab.
03:51:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:41 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:51:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:51:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:51:41.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:51:41Z Disabled control of system clock
03:51:41.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.125.190@KRBTEST.COM; defaulting to no policy
03:51:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:41.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.125.190@KRBTEST.COM" created.
03:51:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab.
03:51:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab.
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:41.666536 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/logs
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:41.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.190:33725
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.190
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.190
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:41.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:41.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.013552 1552 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.014178 1552 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.014786 1552 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.048259 1552 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.048597 1552 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.048898 1552 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.049101 1552 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.049376 1552 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.049573 1552 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.049710 1552 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:42.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:42.089215 1552 master_runner.cc:386] Master server non-default flags:
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.190
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.190:33725
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:42.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.190
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/logs
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:42.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:42.090639 1552 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:42.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:42.092006 1552 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:42.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.116218 1561 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:42.120218 1552 server_base.cc:1034] running on GCE node
03:51:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.117559 1559 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:43.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:42.117316 1558 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.374020 1552 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.377753 1552 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.379400 1552 hybrid_clock.cc:648] HybridClock initialized: now 1781841103379341 us; error 47 us; skew 500 ppm
03:51:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.380645 1552 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:43 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841103, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.388914 1552 init.cc:377] Logged in from keytab as kudu/127.1.125.190@KRBTEST.COM (short username kudu)
03:51:43.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.394918 1552 webserver.cc:460] Webserver started at http://127.1.125.190:42611/ using document root <none> and password file <none>
03:51:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.395835 1552 fs_manager.cc:359] Metadata directory not provided
03:51:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.396047 1552 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.396553 1552 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.403375 1552 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/instance:
03:51:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18a848d0c6a945608ed533502134421e"
03:51:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:43 on dist-test-slave-8mv0"
03:51:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.404558 1552 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal/instance:
03:51:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18a848d0c6a945608ed533502134421e"
03:51:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:43 on dist-test-slave-8mv0"
03:51:43.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.412809 1552 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.005s
03:51:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.418417 1570 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.420583 1552 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.420924 1552 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18a848d0c6a945608ed533502134421e"
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:43 on dist-test-slave-8mv0"
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.421255 1552 fs_report.cc:383] FS layout report
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/data
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:43.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.457441 1552 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:43.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.463441 1552 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.463867 1552 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.558799 1552 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.190:33725
03:51:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.558878 1621 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.190:33725 every 8 connection(s)
03:51:43.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.562551 1552 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.572589 1622 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:43.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.573001 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1552
03:51:43.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.573647 1526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal/instance
03:51:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.591431 1622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } has no permanent_uuid. Determining permanent_uuid...
03:51:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.125.189@KRBTEST.COM; defaulting to no policy
03:51:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:43.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.125.189@KRBTEST.COM" created.
03:51:43.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:43 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841103, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.190@KRBTEST.COM for kudu/127.1.125.190@KRBTEST.COM
03:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab.
03:51:43.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab.
03:51:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.633337 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data
03:51:43.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/logs
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.189:41703
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.189
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.189
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:43.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.642050 1622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } has no permanent_uuid. Determining permanent_uuid...
03:51:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.644819 1572 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:43.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.649793 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:43.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.699473 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 1
03:51:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.706436 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.774896 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 2
03:51:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.779459 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:43.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:43.870921 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 3
03:51:43.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.875204 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.989564 1628 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:43.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.990190 1628 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:43.990767 1628 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.018643 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 4
03:51:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.022797 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.024012 1628 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.024319 1628 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.024827 1628 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.025172 1628 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.025489 1628 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.025810 1628 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.026057 1628 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.066183 1628 master_runner.cc:386] Master server non-default flags:
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.189
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.189:41703
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.189
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/logs
03:51:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.068017 1628 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.069567 1628 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.093080 1635 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.322161 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 5
03:51:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.326990 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.874584 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 6
03:51:44.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.883579 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.189:41703: Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.093219 1636 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:44.095546 1628 server_base.cc:1034] running on GCE node
03:51:45.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:44.093109 1638 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:45.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.375617 1628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.379191 1628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.380641 1628 hybrid_clock.cc:648] HybridClock initialized: now 1781841105380561 us; error 91 us; skew 500 ppm
03:51:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.381791 1628 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:45 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841105, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:45.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.393162 1628 init.cc:377] Logged in from keytab as kudu/127.1.125.189@KRBTEST.COM (short username kudu)
03:51:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.399678 1628 webserver.cc:460] Webserver started at http://127.1.125.189:36395/ using document root <none> and password file <none>
03:51:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.400727 1628 fs_manager.cc:359] Metadata directory not provided
03:51:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.400970 1628 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.401528 1628 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.406736 1628 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/instance:
03:51:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c39420d7484afb8c9bbdbe9709fc64"
03:51:45.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:45 on dist-test-slave-8mv0"
03:51:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.407963 1628 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal/instance:
03:51:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c39420d7484afb8c9bbdbe9709fc64"
03:51:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:45 on dist-test-slave-8mv0"
03:51:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.416972 1628 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
03:51:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.423615 1648 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.424958 1628 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:51:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.425398 1628 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c39420d7484afb8c9bbdbe9709fc64"
03:51:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:45 on dist-test-slave-8mv0"
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.425818 1628 fs_report.cc:383] FS layout report
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/data
03:51:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:45.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.475082 1628 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.483464 1628 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.484037 1628 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.589341 1628 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.189:41703
03:51:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.589475 1700 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.189:41703 every 8 connection(s)
03:51:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.592828 1628 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.600622 1701 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.601274 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1628
03:51:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.601625 1526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal/instance
03:51:45.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.614609 1701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } has no permanent_uuid. Determining permanent_uuid...
03:51:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.125.188@KRBTEST.COM; defaulting to no policy
03:51:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:45.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.125.188@KRBTEST.COM" created.
03:51:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:45 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841105, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.189@KRBTEST.COM for kudu/127.1.125.190@KRBTEST.COM
03:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab.
03:51:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.125.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab.
03:51:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.662195 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:45.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/logs
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.188:41721
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.188
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.188
03:51:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:45.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:45.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.670696 1701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } has no permanent_uuid. Determining permanent_uuid...
03:51:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:45 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841105, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.189@KRBTEST.COM for kudu/127.1.125.189@KRBTEST.COM
03:51:45.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.712056 1701 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } has no permanent_uuid. Determining permanent_uuid...
03:51:45.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.715044 1652 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:45.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.720471 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.770062 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 1
03:51:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.774180 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.842581 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 2
03:51:45.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.849728 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:45.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.941260 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 3
03:51:45.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.944077 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } attempt: 7
03:51:45.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.945959 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:45 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841103, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.190@KRBTEST.COM for kudu/127.1.125.189@KRBTEST.COM
03:51:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:45.969502 1622 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } has no permanent_uuid. Determining permanent_uuid...
03:51:45.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:45.974812 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.033325 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 1
03:51:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.038266 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.045899 1707 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.046512 1707 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.047097 1707 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.080994 1707 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.081338 1707 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.081609 1707 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.081809 1707 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.082005 1707 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.082190 1707 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.082336 1707 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:46.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.089478 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 4
03:51:46.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.093879 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.119751 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 2
03:51:46.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.124120 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.125921 1707 master_runner.cc:386] Master server non-default flags:
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.188
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.188:41721
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.188
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/logs
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:46.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.127455 1707 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.128799 1707 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:46.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.152081 1720 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:46.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.209591 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 3
03:51:46.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.215842 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.356385 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 4
03:51:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.366935 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.393307 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 5
03:51:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.399464 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.650493 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 5
03:51:46.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.660501 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:46.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:46.947026 1701 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 6
03:51:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.956881 1701 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:47.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.213004 1622 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } attempt: 6
03:51:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:47.224619 1622 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.125.188:41721: Network error: Client connection negotiation failed: client connection to 127.1.125.188:41721: connect: Connection refused (error 111)
03:51:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.152117 1719 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:47.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:46.152143 1722 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:47.537195 1721 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1384 milliseconds
03:51:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.537303 1707 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:51:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.538478 1707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.541878 1707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.543256 1707 hybrid_clock.cc:648] HybridClock initialized: now 1781841107543230 us; error 48 us; skew 500 ppm
03:51:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.544106 1707 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.550293 1707 init.cc:377] Logged in from keytab as kudu/127.1.125.188@KRBTEST.COM (short username kudu)
03:51:47.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.555802 1707 webserver.cc:460] Webserver started at http://127.1.125.188:46091/ using document root <none> and password file <none>
03:51:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.556833 1707 fs_manager.cc:359] Metadata directory not provided
03:51:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.557065 1707 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:47.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.557611 1707 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:51:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.562791 1707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/instance:
03:51:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb0097e273d5432598a547dc6704e001"
03:51:47.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:47 on dist-test-slave-8mv0"
03:51:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.563817 1707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal/instance:
03:51:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb0097e273d5432598a547dc6704e001"
03:51:47.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:47 on dist-test-slave-8mv0"
03:51:47.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.570744 1707 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.009s sys 0.000s
03:51:47.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.576246 1734 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.577252 1707 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
03:51:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.577600 1707 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb0097e273d5432598a547dc6704e001"
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:47 on dist-test-slave-8mv0"
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.577980 1707 fs_report.cc:383] FS layout report
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/data
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.623132 1707 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.629475 1707 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:47.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.629877 1707 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.706754 1707 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.188:41721
03:51:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.706820 1785 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.188:41721 every 8 connection(s)
03:51:47.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.709761 1707 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.717617 1786 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:51:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.719231 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1707
03:51:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.719779 1526 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal/instance
03:51:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.738837 1786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } has no permanent_uuid. Determining permanent_uuid...
03:51:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for kudu/127.1.125.190@KRBTEST.COM
03:51:47.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.125.188@KRBTEST.COM
03:51:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.777171 1786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } has no permanent_uuid. Determining permanent_uuid...
03:51:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for kudu/127.1.125.189@KRBTEST.COM
03:51:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.125.189@KRBTEST.COM
03:51:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.805285 1786 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } has no permanent_uuid. Determining permanent_uuid...
03:51:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for kudu/127.1.125.188@KRBTEST.COM
03:51:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841101, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.125.190@KRBTEST.COM
03:51:47.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.835511 1786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Bootstrap starting.
03:51:47.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.841689 1526 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:51:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.842216 1786 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Neither blocks nor log segments found. Creating new log.
03:51:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.844293 1786 log.cc:824] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Log is configured to *not* fsync() on all Append() calls
03:51:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.849069 1786 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: No bootstrap required, opened a new log
03:51:47.850 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:47.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:51:47.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:51:47.863 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:51:47.868 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.125.190"
port: 33725
}
bound_http_address {
host: "127.1.125.190"
port: 42611
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.125.189"
port: 41703
}
bound_http_address {
host: "127.1.125.189"
port: 36395
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.125.188"
port: 41721
}
bound_http_address {
host: "127.1.125.188"
port: 46091
}
}
}
03:51:47.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:51:47.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:47.871 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:51:47.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:51:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.873991 1786 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.874861 1786 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:51:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.875173 1786 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb0097e273d5432598a547dc6704e001, State: Initialized, Role: FOLLOWER
03:51:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.876077 1786 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.879266 1797 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } } }
03:51:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.880308 1797 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: This master's current role is: FOLLOWER
03:51:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.881646 1786 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: configured and running, proceeding with master startup.
03:51:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:47.885859 1740 tablet.cc:2369] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:51:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:47.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:51:47.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:47.911 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc
03:51:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:47.911175 1810 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:47.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:47.911573 1810 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:47.919 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:51:47.920 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc
03:51:47.922 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:51:47.926 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:51:47.928 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:51:47.928 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:51:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.906809 1707 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: OK, instance_id { permanent_uuid: "18a848d0c6a945608ed533502134421e" instance_seqno: 1781841103531740 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:51:47.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.936172 1707 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:51:47.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:47 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:47.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:51:47.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:47.965 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc
03:51:47.966 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:51:47.967 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.125.188:41721
03:51:47.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:51:47.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.968981 1526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1707
03:51:47.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:47.991 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.125.189:41703
03:51:47.991 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:51:47.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:47.992065 1526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1628
03:51:48.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:48.015 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.125.190:33725
03:51:48.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:51:48.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.015893 1526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1552
03:51:48.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:48.038 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.125.188:41721
03:51:48.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.041971 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/logs
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.188:41721
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.188
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46091
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.188
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.352003 1814 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.352560 1814 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.353279 1814 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.383837 1814 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.384057 1814 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.384310 1814 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.384588 1814 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.384790 1814 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.384974 1814 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.385111 1814 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.421970 1814 master_runner.cc:386] Master server non-default flags:
03:51:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.188.keytab
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.188
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.188:41721
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.188
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46091
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/logs
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.423077 1814 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:48.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.424019 1814 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.442507 1823 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:49.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.443260 1821 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:48.444144 1820 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:49.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:48.444769 1814 server_base.cc:1034] running on GCE node
03:51:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.707031 1814 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.710253 1814 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:49.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.711663 1814 hybrid_clock.cc:648] HybridClock initialized: now 1781841109711629 us; error 66 us; skew 500 ppm
03:51:49.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.712692 1814 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:49.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:49 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841109, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:49.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.719206 1814 init.cc:377] Logged in from keytab as kudu/127.1.125.188@KRBTEST.COM (short username kudu)
03:51:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.725261 1814 webserver.cc:460] Webserver started at http://127.1.125.188:46091/ using document root <none> and password file <none>
03:51:49.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.726348 1814 fs_manager.cc:359] Metadata directory not provided
03:51:49.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.726644 1814 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.736312 1814 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
03:51:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.742581 1832 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:49.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.743732 1814 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
03:51:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.744051 1814 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb0097e273d5432598a547dc6704e001"
03:51:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:47 on dist-test-slave-8mv0"
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.746770 1814 fs_report.cc:383] FS layout report
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/wal
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/data
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:49.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.818672 1814 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.827594 1814 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:49.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.828226 1814 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.915005 1814 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.188:41721
03:51:49.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.915105 1883 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.188:41721 every 8 connection(s)
03:51:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.918072 1814 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-2/data/info.pb
03:51:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.924650 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1814
03:51:49.925 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:49.925 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.125.189:41703
03:51:49.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.928154 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:49.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/logs
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.189:41703
03:51:49.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.189
03:51:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36395
03:51:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab
03:51:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.189
03:51:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.933427 1884 sys_catalog.cc:263] Verifying existing consensus state
03:51:49.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.941545 1884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Bootstrap starting.
03:51:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.979564 1884 log.cc:824] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Log is configured to *not* fsync() on all Append() calls
03:51:49.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.984905 1884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:51:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:49.985775 1884 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Bootstrap complete.
03:51:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.011600 1884 raft_consensus.cc:348] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.014703 1884 raft_consensus.cc:374] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:51:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.015003 1884 raft_consensus.cc:729] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb0097e273d5432598a547dc6704e001, State: Initialized, Role: FOLLOWER
03:51:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.016032 1884 consensus_queue.cc:260] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:50.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.019698 1888 sys_catalog.cc:455] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } } }
03:51:50.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.021248 1888 sys_catalog.cc:458] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: This master's current role is: FOLLOWER
03:51:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.021708 1884 sys_catalog.cc:564] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [sys.catalog]: configured and running, proceeding with master startup.
03:51:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.057904 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.058730 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:50.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.060137 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:51:50.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.080826 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:51:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.084703 1838 tablet.cc:2369] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:51:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.306216 1886 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.307037 1886 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.307237 1888 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:51:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.308073 1886 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.307873 1888 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.313329 1888 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:51:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.313688 1835 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:51:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.328725 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.329356 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:51:50.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.329787 1835 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:51:50.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.330654 1888 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:51:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.355578 1886 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:50.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.356215 1886 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.356848 1886 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.357406 1886 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.357733 1886 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.358048 1886 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.358309 1886 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.414191 1886 master_runner.cc:386] Master server non-default flags:
03:51:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:50.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.189.keytab
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.189
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.189:41703
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.189
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36395
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:50.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/logs
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.415886 1886 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:50.418432 1886 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.443766 1911 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:51.064718 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:51.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:51.065274 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.448334 1910 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:50.446511 1913 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:51.915982 1912 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1469 milliseconds
03:51:51.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.916103 1886 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:51:51.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.917768 1886 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:51.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.928565 1886 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.930022 1886 hybrid_clock.cc:648] HybridClock initialized: now 1781841111929973 us; error 42 us; skew 500 ppm
03:51:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.931109 1886 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:51 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841111, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.942966 1886 init.cc:377] Logged in from keytab as kudu/127.1.125.189@KRBTEST.COM (short username kudu)
03:51:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.949054 1886 webserver.cc:460] Webserver started at http://127.1.125.189:36395/ using document root <none> and password file <none>
03:51:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.949924 1886 fs_manager.cc:359] Metadata directory not provided
03:51:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.950119 1886 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.959149 1886 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.003s
03:51:51.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.963714 1921 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.964880 1886 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
03:51:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.965250 1886 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "56c39420d7484afb8c9bbdbe9709fc64"
03:51:51.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:45 on dist-test-slave-8mv0"
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:51.968598 1886 fs_report.cc:383] FS layout report
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/data
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:52.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.022092 1886 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.029641 1886 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.030241 1886 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.071353 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.071746 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.114259 1886 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.189:41703
03:51:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.114383 1972 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.189:41703 every 8 connection(s)
03:51:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.118139 1886 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/data/info.pb
03:51:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.124810 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1886
03:51:52.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:52.127 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.125.190:33725
03:51:52.127 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:51:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.129328 1526 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu
03:51:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data
03:51:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/logs
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.190:33725
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.190
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42611
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.190
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:51:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.133217 1974 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:51:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.133848 1974 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.140074 1974 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:51:52.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.153582 1973 sys_catalog.cc:263] Verifying existing consensus state
03:51:52.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 03:51:52.154539 1973 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:51:52.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.155025 1886 master.cc:537] Master@127.1.125.189:41703 shutting down...
03:51:52.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.158347 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:51:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:52 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841109, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for kudu/127.1.125.189@KRBTEST.COM
03:51:52.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.195077 1923 connection.cc:441] server connection from 127.0.0.1:53712 torn down before Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53712 (request call id 0) could send its response
03:51:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.197707 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:52.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.198124 1834 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:51:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.199308 1974 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:51:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.238634 1886 master.cc:552] Master@127.1.125.189:41703 shutdown complete.
03:51:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:51:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.557297 1976 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:51:52.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.558055 1976 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:51:52.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.558775 1976 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:51:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.591992 1976 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:51:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.592350 1976 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:51:52.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.592752 1976 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:51:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.592981 1976 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:51:52.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.593180 1976 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:51:52.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.593588 1976 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:51:52.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.593858 1976 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45227/jwks.json
03:51:52.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.655961 1976 master_runner.cc:386] Master server non-default flags:
03:51:52.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:51:52.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.125.148:43169
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.125.190:33725,127.1.125.189:41703,127.1.125.188:41721
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/krb5kdc/kudu_127.1.125.190.keytab
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.125.190
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.125.190:33725
03:51:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:51:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:51:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:51:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45227/jwks.json
03:51:52.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.125.190
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42611
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:51:52.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/logs
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 03:03:38 UTC on ccycloud.quasar-murucv.root.comops.site
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4454978
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.658015 1976 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:51:52.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:52.659937 1976 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:51:52.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.683214 1986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:53.075073 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:53.075382 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:53.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.694231 1989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:52.685016 1987 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:51:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:53.955243 1988 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:51:53.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.955348 1976 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:51:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.959702 1976 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:51:53.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.962608 1976 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:51:53.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.963987 1976 hybrid_clock.cc:648] HybridClock initialized: now 1781841113963939 us; error 62 us; skew 500 ppm
03:51:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.965000 1976 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:51:53.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:53 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841113, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:53.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.971657 1976 init.cc:377] Logged in from keytab as kudu/127.1.125.190@KRBTEST.COM (short username kudu)
03:51:53.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.977380 1976 webserver.cc:460] Webserver started at http://127.1.125.190:42611/ using document root <none> and password file <none>
03:51:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.978487 1976 fs_manager.cc:359] Metadata directory not provided
03:51:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.978757 1976 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:51:53.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.987038 1976 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
03:51:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.991717 1998 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:51:53.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.993065 1976 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:51:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.993419 1976 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data,/tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18a848d0c6a945608ed533502134421e"
03:51:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 03:51:43 on dist-test-slave-8mv0"
03:51:53.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:53.996268 1976 fs_report.cc:383] FS layout report
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/data
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:51:53.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:51:54.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.047750 1976 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:51:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.054016 1976 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:51:54.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.054591 1976 kserver.cc:163] Server-wide thread pool size limit: 3276
03:51:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:54.079007 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:54.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:54.079362 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.143795 1976 rpc_server.cc:307] RPC server started. Bound to: 127.1.125.190:33725
03:51:54.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.143901 2049 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.125.190:33725 every 8 connection(s)
03:51:54.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.147127 1976 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/data/info.pb
03:51:54.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.151885 1526 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu as pid 1976
03:51:54.152 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:51:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.160898 2050 sys_catalog.cc:263] Verifying existing consensus state
03:51:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 03:51:54.161994 2050 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:51:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.162523 1976 master.cc:537] Master@127.1.125.190:33725 shutting down...
03:51:54.215 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.125.188:41721(127.1.125.188:41721)] connecting to peer
03:51:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.249418 1976 master.cc:552] Master@127.1.125.190:33725 shutdown complete.
03:51:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRAocSf/test-tmp/mini-kudu-cluster1556859071017395463/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:51:54.284 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.286 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.340 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.125.188:41721(127.1.125.188:41721)] Successfully connected to peer
03:51:54.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.398 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.417 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:51:54.427 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.125.188
03:51:54.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.427416 2056 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:51:54.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.428049 2056 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:54.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.430285 2056 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:51:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:54.437975 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:54.439471 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:51:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.440022 1835 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:51:54.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:54.440763 2056 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:51:54.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:54 dist-test-slave-8mv0 krb5kdc[1538](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841107, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.125.188@KRBTEST.COM
03:51:54.666 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2cc52444, L:/127.0.0.1:57376 - R:/127.1.125.188:41721] using SASL/GSSAPI
03:51:54.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.704 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.710 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.710 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.710 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.711 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.719 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.723 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.741 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.747 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.759 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.760 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.842 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.848 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:54.940 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:54.943 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:54.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:54.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:54.947 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:55.039 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:55.041 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:55.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:55.082617 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:55.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:55.082928 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:55.083968 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:51:55.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:55.084317 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:51:55.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:55.341 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:55.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:55.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:55.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:56.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:56.086244 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:56.086627 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:56.099 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:56.101 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:56.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:56.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:56.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:56.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:56.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:56.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:56.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:57.089823 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:57.090101 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:57.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:57.258289 2064 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:51:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:57.258778 2064 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:51:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:57.260635 2064 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:51:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:57.262816 1835 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:51:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:57.265830 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:51:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:57.266299 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:51:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:57.266645 1834 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:51:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:57.267282 2064 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:51:57.499 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:57.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:57.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:57.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:57.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:57.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:57.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:57.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:57.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:58.094628 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:58.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:58.095516 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:58.500 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:58.501 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:58.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:58.539 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:58.542 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:58.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:58.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:51:58.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:51:58.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:51:58.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:51:58.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:51:59.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:59.099440 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:51:59.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:59.099814 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:51:59.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:59.109948 1229 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa80 after lost signal to thread 1102
03:51:59.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:51:59.111207 1229 debug-util.cc:398] Leaking SignalData structure 0x7b08000be860 after lost signal to thread 1232
03:51:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:51:59 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841119, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:51:59.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:51:59.724686 1828 init.cc:295] Successfully reacquired a new kerberos TGT
03:52:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:00.088541 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:52:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:00.089159 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:00.103159 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:00.103440 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:01.020 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:01.021 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:01.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:01.106389 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:01.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:01.106693 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:01.118552 2074 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:52:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:01.119213 2074 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:52:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:01.122092 2074 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:52:01.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:01.129142 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:52:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:01.131083 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:52:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:01.131378 1834 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:52:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:01.132014 2074 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:52:01.139 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:01.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:01.142 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:01.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:01.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:02.109880 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:02.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:02.110194 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:03.113683 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:03.114024 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:04.117069 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:04.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:04.117362 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:05.020 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:05.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:05.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:05.092031 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:52:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:05.092489 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:05.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:05.121429 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:05.121743 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:05.280 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:05.281 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:05.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:05.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:05.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:06.125032 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:06.125341 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:07.128595 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:07.128866 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:08.131773 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:08.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:08.132048 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:09.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:09.080 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:09.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:09.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:09.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:09.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:09.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:09.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:09.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:09.135856 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:09.136168 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:09.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:52:09 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841129, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:52:09.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:09.727068 1828 init.cc:295] Successfully reacquired a new kerberos TGT
03:52:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:10.095765 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:52:10.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:10.096159 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:10.139076 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:10.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:10.139348 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:10.539 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:10.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:10.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:10.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:10.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:10.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:10.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:10.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:10.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:11.142589 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:11.142853 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:11.383432 2092 raft_consensus.cc:482] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:52:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:11.383882 2092 raft_consensus.cc:504] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "18a848d0c6a945608ed533502134421e" member_type: VOTER last_known_addr { host: "127.1.125.190" port: 33725 } } peers { permanent_uuid: "56c39420d7484afb8c9bbdbe9709fc64" member_type: VOTER last_known_addr { host: "127.1.125.189" port: 41703 } } peers { permanent_uuid: "cb0097e273d5432598a547dc6704e001" member_type: VOTER last_known_addr { host: "127.1.125.188" port: 41721 } }
03:52:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:11.386010 2092 leader_election.cc:288] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 18a848d0c6a945608ed533502134421e (127.1.125.190:33725), 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703)
03:52:11.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:11.387979 1835 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:52:11.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:11.391278 1835 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 18a848d0c6a945608ed533502134421e (127.1.125.190:33725): Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111)
03:52:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:11.391850 1834 leader_election.cc:334] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 56c39420d7484afb8c9bbdbe9709fc64 (127.1.125.189:41703): Network error: Client connection negotiation failed: client connection to 127.1.125.189:41703: connect: Connection refused (error 111)
03:52:11.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:11.392207 1834 leader_election.cc:302] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cb0097e273d5432598a547dc6704e001; no voters: 18a848d0c6a945608ed533502134421e, 56c39420d7484afb8c9bbdbe9709fc64
03:52:11.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:11.392930 2092 raft_consensus.cc:2726] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:52:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:12.146184 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:12.146487 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:12.199 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:12.200 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:12.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:12.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:12.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:12.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:12.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:12.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:12.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:13.149559 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:13.149880 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:14.152902 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:14.153162 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:15.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:15.098501 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:52:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:15.098865 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:15.156112 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:15.156359 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:15.484856 1030 debug-util.cc:398] Leaking SignalData structure 0x7b080008a5e0 after lost signal to thread 961
03:52:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:15.485572 1030 debug-util.cc:398] Leaking SignalData structure 0x7b080008a600 after lost signal to thread 1033
03:52:15.959 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:15.960 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:15.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:15.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:15.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:15.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:15.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:15.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:15.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:16.159554 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:16.159780 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:17.162371 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:17.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:17.162606 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:18.165199 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:18.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:18.165432 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:18.299 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:18.300 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:18.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:18.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:18.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:18.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:18.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:18.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:18.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:19.169229 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:19.169548 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 03:52:19 dist-test-slave-8mv0 krb5kdc[1538](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781841139, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.125.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:52:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:19.729604 1828 init.cc:295] Successfully reacquired a new kerberos TGT
03:52:19.739 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:19.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:19.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:19.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:19.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:19.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:19.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:19.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:19.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:20.102119 1814 master_runner.cc:186] Error getting master registration for 127.1.125.190:33725: Network error: Client connection negotiation failed: client connection to 127.1.125.190:33725: connect: Connection refused (error 111),
03:52:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:20.102612 1814 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:20.172147 1899 catalog_manager.cc:1558] T 00000000000000000000000000000000 P cb0097e273d5432598a547dc6704e001: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 03:52:20.172518 1899 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:20.779 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.189:41703(127.1.125.189:41703)] connecting to peer
03:52:20.779 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.125.190:33725(127.1.125.190:33725)] connecting to peer
03:52:20.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:20.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.125.189:41703(127.1.125.189:41703)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:20.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:20.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.189:41703: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703
03:52:20.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.190:33725(127.1.125.190:33725)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:20.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.125.190:33725: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
03:52:20.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725; will retry
03:52:20.787 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26625), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [515ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [544ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [546ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [547ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [548ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [584ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [603ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [685ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [882ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [884ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1175ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1183ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1942ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3335ms] refreshing cache from master, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [3338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3343ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [4335ms] refreshing cache from master, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [4338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [4340ms] too many traces: truncated at 100 traces, deferred=Deferred@1850728811(state=PENDING, result=null, callback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908), errback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908)))
03:52:20.792 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.125.189:41703(127.1.125.189:41703)] disconnecting while in state TERMINATED
03:52:20.793 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.125.188:41721(127.1.125.188:41721)] disconnecting while in state READY
03:52:20.793 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.125.190:33725(127.1.125.190:33725)] disconnecting while in state TERMINATED
03:52:20.798 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:52:20.799 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:52:20.801 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.125.188:41721(127.1.125.188:41721)] handling channelInactive
03:52:20.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.125.188:41721(127.1.125.188:41721)] cleaning up while in state READY due to: connection closed
03:52:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:20.805183 1526 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1814
03:52:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:52:21Z chronyd exiting
03:52:23.018 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:52:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.019572 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1082
03:52:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.049183 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1240
03:52:23.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.074431 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 1383
03:52:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.101238 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 811
03:52:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.136715 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 881
03:52:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 03:52:23.164124 799 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRAocSf/build/tsan/bin/kudu with pid 956
03:52:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T03:52:24Z chronyd exiting
03:52:25.398 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26625), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [515ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [544ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [546ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [547ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [548ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [584ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [603ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [685ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [882ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [884ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1175ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1183ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1942ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3335ms] refreshing cache from master, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [3338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3343ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [4335ms] refreshing cache from master, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [4338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [4340ms] too many traces: truncated at 100 traces, deferred=Deferred@1850728811(state=PENDING, result=null, callback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908), errback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.125.190:33725
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26625), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [236ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [515ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [520ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [544ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [546ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [547ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [548ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [555ms] refreshing cache from master, [555ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [566ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [580ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [582ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [583ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [584ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [595ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [601ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [602ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [603ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [642ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [675ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [683ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [685ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [776ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [777ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [780ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [781ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [783ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [784ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [880ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [882ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [884ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1175ms] refreshing cache from master, [1175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1180ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1183ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1935ms] refreshing cache from master, [1935ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [1936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [1937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [1939ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [1941ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [1942ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3335ms] refreshing cache from master, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [3336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [3338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.189:41703: Network error: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.188:41721: OK, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.1.125.190:33725: Network error: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [3343ms] delaying RPC due to: Service unavailable: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725, [4335ms] refreshing cache from master, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.188:41721, [4336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.189:41703, [4338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.125.190:33725, [4340ms] too many traces: truncated at 100 traces, deferred=Deferred@1850728811(state=PENDING, result=null, callback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908), errback=(continuation of Deferred@2069949865 after retry RPC after error@808782096) -> (continuation of Deferred@1727502134 after retry RPC after error@1998747194) -> (continuation of Deferred@190042322 after retry RPC after error@330704161) -> (continuation of Deferred@1235377734 after retry RPC after error@760574702) -> (continuation of Deferred@940962518 after retry RPC after error@447236056) -> (continuation of Deferred@1092844197 after retry RPC after error@1206362733) -> (continuation of Deferred@1358134021 after retry RPC after error@138240068) -> (continuation of Deferred@1376896436 after retry RPC after error@673177937) -> (continuation of Deferred@1677696004 after retry RPC after error@2359167) -> (continuation of Deferred@1547937450 after retry RPC after error@193057050) -> (continuation of Deferred@344024018 after retry RPC after error@189181498) -> (continuation of Deferred@1248935694 after retry RPC after error@1341992539) -> (continuation of Deferred@1358777221 after retry RPC after error@1853102302) -> (continuation of Deferred@767480657 after retry RPC after error@194490187) -> (continuation of Deferred@822901983 after retry RPC after error@2138058952) -> (continuation of Deferred@613367852 after retry RPC after error@307514881) -> (continuation of Deferred@1080832528 after retry RPC after error@1046789285) -> (continuation of Deferred@1614021989 after retry RPC after error@1344301860) -> (continuation of Deferred@1912418178 after retry RPC after error@1793537164) -> (continuation of Deferred@708320152 after retry RPC after error@2031234224) -> (continuation of Deferred@1628151087 after retry RPC after error@849057494) -> (continuation of Deferred@1486204870 after retry RPC after error@805990344) -> (continuation of Deferred@223702531 after retry RPC after error@1670804569) -> (continuation of Deferred@369626226 after retry RPC after error@1964987732) -> (continuation of Deferred@1394346114 after retry RPC after error@66619908)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.125.188:41721,127.1.125.189:41703,127.1.125.190:33725) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.189:41703(127.1.125.189:41703): Connection refused: /127.1.125.189:41703,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.125.190:33725(127.1.125.190:33725): Connection refused: /127.1.125.190:33725
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.125.190:33725
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)