14:09:45.046 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:09:45.046 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRh3RHh/test-tmp
14:09:45.047 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:09:45.047 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRh3RHh/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:09:45.051 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:09:45.434 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:09:45.434 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:09:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.438287 7755 mini_oidc.cc:150] Starting JWKS server
14:09:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.441772 7755 webserver.cc:533] Webserver started at http://127.0.0.1:37437/ using document root <none> and password file <none>
14:09:45.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.442229 7755 mini_oidc.cc:186] Starting OIDC Discovery server
14:09:45.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.444060 7755 webserver.cc:533] Webserver started at http://127.0.0.1:34517/ using document root <none> and password file <none>
14:09:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:09:45Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:09:45.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:09:45Z Disabled control of system clock
14:09:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.510458 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/logs
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data/info.pb
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.254:37373
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.254
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json with env {}
14:09:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.842933 7767 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:45.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.843608 7767 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:45.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.844151 7767 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.888202 7767 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.888577 7767 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:45.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.888809 7767 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.889026 7767 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.889235 7767 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.889397 7767 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37437/jwks.json
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.934027 7767 master_runner.cc:387] Master server non-default flags:
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.254:37373
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data/info.pb
14:09:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.254
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/logs
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:09:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.935531 7767 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:45.937381 7767 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:45.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.952198 7773 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:47.356426 7772 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 7767
14:09:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:47.867619 7767 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.915s user 0.741s sys 1.174s
14:09:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:47.868106 7767 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.916s user 0.741s sys 1.174s
14:09:47.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:45.953176 7774 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:47.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:47.870702 7776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:47.874545 7775 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1916 milliseconds
14:09:47.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.874588 7767 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.876411 7767 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.879650 7767 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:47.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.881129 7767 hybrid_clock.cc:648] HybridClock initialized: now 1781446187881096 us; error 88 us; skew 500 ppm
14:09:47.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.882195 7767 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.889866 7767 webserver.cc:533] Webserver started at http://127.7.146.254:37473/ using document root <none> and password file <none>
14:09:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.890895 7767 fs_manager.cc:362] Metadata directory not provided
14:09:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.891191 7767 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:47.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.891745 7767 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.898105 7767 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data/instance:
14:09:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a59c8eb579154b07ad29f4614b819413"
14:09:47.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:47 on dist-test-slave-c6lf"
14:09:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.900362 7767 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal/instance:
14:09:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a59c8eb579154b07ad29f4614b819413"
14:09:47.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:47 on dist-test-slave-c6lf"
14:09:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.910372 7767 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
14:09:47.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.920347 7783 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:09:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.922147 7767 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.004s sys 0.001s
14:09:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.922740 7767 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal
14:09:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a59c8eb579154b07ad29f4614b819413"
14:09:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:47 on dist-test-slave-c6lf"
14:09:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.923241 7767 fs_report.cc:389] FS layout report
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data/data
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:47.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.979993 7767 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:09:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.981876 7767 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:47.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:47.982518 7767 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.073446 7767 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.254:37373
14:09:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.073637 7834 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.254:37373 every 8 connection(s)
14:09:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.076973 7767 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/data/info.pb
14:09:48.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.084252 7835 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.085337 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 7767
14:09:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.085798 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-0/wal/instance
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.090180 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:48.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/logs
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data/info.pb
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.253:41197
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.253
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json with env {}
14:09:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.098536 7835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } has no permanent_uuid. Determining permanent_uuid...
14:09:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.139950 7835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } has no permanent_uuid. Determining permanent_uuid...
14:09:48.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.143733 7786 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.149253 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.199173 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 1
14:09:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.204509 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.273092 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 2
14:09:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.278236 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.369861 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 3
14:09:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.374609 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.466178 7837 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.466905 7837 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.467510 7837 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.504460 7837 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.504806 7837 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.505018 7837 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.505220 7837 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.505431 7837 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.505579 7837 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37437/jwks.json
14:09:48.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.518151 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 4
14:09:48.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.523100 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.546218 7837 master_runner.cc:387] Master server non-default flags:
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.253:41197
14:09:48.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data/info.pb
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.253
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/logs
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:48.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.547678 7837 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:48.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.549345 7837 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:48.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.561885 7846 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:48.822669 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 5
14:09:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.834239 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:49.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.382113 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 6
14:09:49.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:49.405836 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.253:41197: Network error: Client connection negotiation failed: client connection to 127.7.146.253:41197: connect: Connection refused (error 111)
14:09:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:48.562778 7847 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:49.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:49.962668 7837 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.400s user 0.478s sys 0.902s
14:09:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:49.962971 7848 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1398 milliseconds
14:09:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:49.963223 7837 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.401s user 0.482s sys 0.902s
14:09:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:49.963280 7849 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.963588 7837 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:49.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.964941 7837 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:49.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.968176 7837 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.969626 7837 hybrid_clock.cc:648] HybridClock initialized: now 1781446189969593 us; error 52 us; skew 500 ppm
14:09:49.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.970561 7837 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:49.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.979383 7837 webserver.cc:533] Webserver started at http://127.7.146.253:33759/ using document root <none> and password file <none>
14:09:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.980578 7837 fs_manager.cc:362] Metadata directory not provided
14:09:49.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.980819 7837 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:49.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.981263 7837 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.986260 7837 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data/instance:
14:09:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c0f56e661d94c3ca588e8bfce960a4d"
14:09:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:49 on dist-test-slave-c6lf"
14:09:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.987574 7837 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal/instance:
14:09:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c0f56e661d94c3ca588e8bfce960a4d"
14:09:49.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:49 on dist-test-slave-c6lf"
14:09:49.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:49.996461 7837 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:09:50.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.003675 7858 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:09:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.005074 7837 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
14:09:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.005515 7837 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal
14:09:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c0f56e661d94c3ca588e8bfce960a4d"
14:09:50.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:49 on dist-test-slave-c6lf"
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.005905 7837 fs_report.cc:389] FS layout report
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data/data
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:50.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.099848 7837 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:09:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.101451 7837 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:50.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.101907 7837 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:50.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.191784 7837 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.253:41197
14:09:50.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.191865 7910 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.253:41197 every 8 connection(s)
14:09:50.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.194679 7837 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/data/info.pb
14:09:50.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.201649 7911 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.203708 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 7837
14:09:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.204169 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-1/wal/instance
14:09:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.206635 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/logs
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data/info.pb
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.252:42485
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.252
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json with env {}
14:09:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.214872 7911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } has no permanent_uuid. Determining permanent_uuid...
14:09:50.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.247200 7911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } has no permanent_uuid. Determining permanent_uuid...
14:09:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.264868 7911 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } has no permanent_uuid. Determining permanent_uuid...
14:09:50.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.268069 7859 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.273258 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.322832 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 1
14:09:50.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.328728 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.397229 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 2
14:09:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.402577 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.466480 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } attempt: 7
14:09:50.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.486719 7835 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } has no permanent_uuid. Determining permanent_uuid...
14:09:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.494042 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.494045 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 3
14:09:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.499931 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.552559 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 1
14:09:50.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.557770 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.581310 7913 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.581902 7913 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.582363 7913 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.617722 7913 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.618057 7913 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.618263 7913 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.618481 7913 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.618680 7913 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:09:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.618846 7913 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37437/jwks.json
14:09:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.639312 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 2
14:09:50.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.643561 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 4
14:09:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.644733 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.649050 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.661800 7913 master_runner.cc:387] Master server non-default flags:
14:09:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.252:42485
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37437/jwks.json
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data/info.pb
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.252
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/logs
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:09:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:50.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.663667 7913 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.665679 7913 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.679548 7925 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.730237 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 3
14:09:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.751797 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.892663 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 4
14:09:50.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.902570 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:50.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:50.948570 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 5
14:09:50.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.959405 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:51.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:51.186174 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 5
14:09:51.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:51.204264 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:51.507095 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 6
14:09:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:51.537231 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:51.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:51.757306 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 6
14:09:51.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:51.780833 7835 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.082809 7924 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 7913
14:09:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.574116 7913 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.895s user 0.644s sys 1.246s
14:09:52.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.574550 7913 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.896s user 0.644s sys 1.246s
14:09:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:50.680060 7926 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:52.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.576840 7928 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.580420 7927 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1896 milliseconds
14:09:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.580571 7913 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:09:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.582458 7913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:52.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.586087 7913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.587586 7913 hybrid_clock.cc:648] HybridClock initialized: now 1781446192587531 us; error 66 us; skew 500 ppm
14:09:52.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.588749 7913 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:52.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.595948 7913 webserver.cc:533] Webserver started at http://127.7.146.252:35257/ using document root <none> and password file <none>
14:09:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.597093 7913 fs_manager.cc:362] Metadata directory not provided
14:09:52.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.597393 7913 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.597818 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 7
14:09:52.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.598085 7913 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.604461 7913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data/instance:
14:09:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2"
14:09:52.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:52 on dist-test-slave-c6lf"
14:09:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.605991 7913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal/instance:
14:09:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2"
14:09:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:52 on dist-test-slave-c6lf"
14:09:52.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.606521 7911 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.7.146.252:42485: Network error: Client connection negotiation failed: client connection to 127.7.146.252:42485: connect: Connection refused (error 111)
14:09:52.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.615399 7913 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.011s sys 0.000s
14:09:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.624797 7941 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:09:52.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.626266 7913 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.626744 7913 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2"
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:52 on dist-test-slave-c6lf"
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.627197 7913 fs_report.cc:389] FS layout report
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data/data
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:52.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.693785 7913 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:09:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.695423 7913 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.695892 7913 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.784454 7913 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.252:42485
14:09:52.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.784559 7992 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.252:42485 every 8 connection(s)
14:09:52.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.787582 7913 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/data/info.pb
14:09:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.791697 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 7913
14:09:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.792305 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/master-2/wal/instance
14:09:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.796537 7993 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:09:52.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.814428 7835 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 7
14:09:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.817711 7993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } has no permanent_uuid. Determining permanent_uuid...
14:09:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.854035 7993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } has no permanent_uuid. Determining permanent_uuid...
14:09:52.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.864957 7835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: Bootstrap starting.
14:09:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.867684 7993 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } has no permanent_uuid. Determining permanent_uuid...
14:09:52.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.874919 7835 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: Neither blocks nor log segments found. Creating new log.
14:09:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.876991 7835 log.cc:826] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: Log is configured to *not* fsync() on all Append() calls
14:09:52.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.883826 7835 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: No bootstrap required, opened a new log
14:09:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.888572 7993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: Bootstrap starting.
14:09:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.897017 7993 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: Neither blocks nor log segments found. Creating new log.
14:09:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.898970 7993 log.cc:826] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: Log is configured to *not* fsync() on all Append() calls
14:09:52.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.905333 7993 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: No bootstrap required, opened a new log
14:09:52.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.910192 7835 raft_consensus.cc:359] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.910956 7835 raft_consensus.cc:385] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:52.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.911330 7835 raft_consensus.cc:740] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a59c8eb579154b07ad29f4614b819413, State: Initialized, Role: FOLLOWER
14:09:52.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.912269 7835 consensus_queue.cc:260] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:52.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.915724 8005 sys_catalog.cc:455] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:52.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.916800 8005 sys_catalog.cc:458] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: This master's current role is: FOLLOWER
14:09:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.918028 7835 sys_catalog.cc:565] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: configured and running, proceeding with master startup.
14:09:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.940583 7993 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.941817 7993 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.942183 7993 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9c2b8b33bb3943ff86af3a4024f2a1e2, State: Initialized, Role: FOLLOWER
14:09:52.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.943280 7993 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:52.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.947474 8018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:52.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.949684 7993 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: configured and running, proceeding with master startup.
14:09:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.948786 8018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: This master's current role is: FOLLOWER
14:09:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.952113 7947 tablet.cc:2404] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.957567 8017 catalog_manager.cc:1593] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:09:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.957959 8017 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:09:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.953168 7767 master_runner.cc:187] Error getting master registration for 127.7.146.253:41197: OK, instance_id { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" instance_seqno: 1781446190168153 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:52.995455 7789 tablet.cc:2404] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:52.995795 7767 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:53.006294 8030 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:09:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:53.010864 8030 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:09:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.006297 7913 master_runner.cc:187] Error getting master registration for 127.7.146.253:41197: OK, instance_id { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" instance_seqno: 1781446190168153 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:09:53.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.040810 7913 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:09:53.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.075037 8018 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:09:53.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.075663 8018 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:53.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.078536 8018 leader_election.cc:290] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a59c8eb579154b07ad29f4614b819413 (127.7.146.254:37373), 0c0f56e661d94c3ca588e8bfce960a4d (127.7.146.253:41197)
14:09:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.079767 7810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a59c8eb579154b07ad29f4614b819413" is_pre_election: true
14:09:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.080991 7810 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9c2b8b33bb3943ff86af3a4024f2a1e2 in term 0.
14:09:53.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.082680 7943 leader_election.cc:304] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c2b8b33bb3943ff86af3a4024f2a1e2, a59c8eb579154b07ad29f4614b819413; no voters:
14:09:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.083745 8018 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:09:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.084164 8018 raft_consensus.cc:493] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:09:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.084543 8018 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 0 FOLLOWER]: Advancing to term 1
14:09:53.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.092823 8018 raft_consensus.cc:515] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.096644 7810 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a59c8eb579154b07ad29f4614b819413"
14:09:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.097301 7810 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 0 FOLLOWER]: Advancing to term 1
14:09:53.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.100792 8018 leader_election.cc:290] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [CANDIDATE]: Term 1 election: Requested vote from peers a59c8eb579154b07ad29f4614b819413 (127.7.146.254:37373), 0c0f56e661d94c3ca588e8bfce960a4d (127.7.146.253:41197)
14:09:53.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.106436 7810 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c2b8b33bb3943ff86af3a4024f2a1e2 in term 1.
14:09:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.110159 7943 leader_election.cc:304] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9c2b8b33bb3943ff86af3a4024f2a1e2, a59c8eb579154b07ad29f4614b819413; no voters:
14:09:53.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.111099 8018 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 1 FOLLOWER]: Leader election won for term 1
14:09:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.127228 8018 raft_consensus.cc:697] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [term 1 LEADER]: Becoming Leader. State: Replica: 9c2b8b33bb3943ff86af3a4024f2a1e2, State: Running, Role: LEADER
14:09:53.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.129575 8018 consensus_queue.cc:237] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.164443 8032 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b8b33bb3943ff86af3a4024f2a1e2. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:53.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.165483 8032 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: This master's current role is: LEADER
14:09:53.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.171501 8034 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:09:53.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.179371 8034 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:09:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.227077 7810 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [term 1 FOLLOWER]: Refusing update from remote peer 9c2b8b33bb3943ff86af3a4024f2a1e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:53.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.229127 8032 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:09:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.260527 8005 sys_catalog.cc:455] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b8b33bb3943ff86af3a4024f2a1e2. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:53.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.261309 8005 sys_catalog.cc:458] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: This master's current role is: FOLLOWER
14:09:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.261103 8018 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.261914 8018 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: This master's current role is: LEADER
14:09:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.265018 8034 catalog_manager.cc:1382] Generated new cluster ID: 5846f860894e44e8ae62589657d8923b
14:09:53.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.265626 8034 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:09:53.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.272344 8005 sys_catalog.cc:455] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:53.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.273634 8005 sys_catalog.cc:458] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413 [sys.catalog]: This master's current role is: FOLLOWER
14:09:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.295814 8036 mvcc.cc:204] Tried to move back new op lower bound from 7296803607389532160 to 7296803607094677504. Current Snapshot: MvccSnapshot[applied={T|T < 7296803607389532160}]
14:09:53.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.300276 8034 catalog_manager.cc:1405] Generated new certificate authority record
14:09:53.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.302731 8034 catalog_manager.cc:1539] Loading token signing keys...
14:09:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.343981 8034 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2: Generated new TSK 0
14:09:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.345674 8034 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.361577 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/logs
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data/info.pb
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.193:0
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.193
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.193
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:53.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:53.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:53.944375 8041 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:53.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:53.945309 8041 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:53.947000 8041 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:53.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.965231 8017 catalog_manager.cc:1294] Loaded cluster ID: 5846f860894e44e8ae62589657d8923b
14:09:53.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.965777 8017 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: loading cluster ID for follower catalog manager: success
14:09:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:53.980010 8017 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: acquiring CA information for follower catalog manager: success
14:09:54.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.001928 8017 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a59c8eb579154b07ad29f4614b819413: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:54.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:54.011832 8041 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:54.013512 8041 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.146.193
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.134791 8041 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.193:0
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data/info.pb
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.193
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.193
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/logs
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:09:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.136708 8041 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:54.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.138999 8041 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:54.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:54.180980 8047 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:54.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.696992 7911 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } attempt: 8
14:09:54.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.808014 7911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: Bootstrap starting.
14:09:54.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.867815 7911 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: Neither blocks nor log segments found. Creating new log.
14:09:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.886541 7911 log.cc:826] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: Log is configured to *not* fsync() on all Append() calls
14:09:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:54.928970 7911 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: No bootstrap required, opened a new log
14:09:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:54.994726 7944 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.7.146.253:41197 timed out after 1.914s (SENT)
14:09:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.195374 7911 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.196645 7911 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:09:55.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.197054 7911 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c0f56e661d94c3ca588e8bfce960a4d, State: Initialized, Role: FOLLOWER
14:09:55.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.198383 7911 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } }
14:09:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.258668 8057 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:55.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.310237 8057 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: This master's current role is: FOLLOWER
14:09:55.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.311045 7911 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: configured and running, proceeding with master startup.
14:09:55.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.315219 7885 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c0f56e661d94c3ca588e8bfce960a4d"
14:09:55.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.316212 7885 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 0 FOLLOWER]: Advancing to term 1
14:09:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.318910 7886 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" is_pre_election: true
14:09:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.320237 7886 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53564 (request call id 2) took 2240 ms (client timeout 1914 ms). Trace:
14:09:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.320648 7886 rpcz_store.cc:269] 0614 14:09:53.080172 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:09:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:53.080338 (+ 166us) service_pool.cc:224] Handling call
14:09:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.320140 (+2239802us) inbound_call.cc:177] Queueing success response
14:09:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:09:55.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.321488 7882 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c0f56e661d94c3ca588e8bfce960a4d"
14:09:55.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.321905 7883 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" is_pre_election: true
14:09:55.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.355341 7885 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9c2b8b33bb3943ff86af3a4024f2a1e2 in term 1.
14:09:55.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.356920 7884 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [term 1 FOLLOWER]: Refusing update from remote peer 9c2b8b33bb3943ff86af3a4024f2a1e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:09:55.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.361558 7884 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:53564 (request call id 4) took 2142 ms. Trace:
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.362110 7884 rpcz_store.cc:276] 0614 14:09:53.219676 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:53.220784 (+ 1108us) service_pool.cc:224] Handling call
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.356301 (+2135517us) raft_consensus.cc:1471] Updating replica for 0 ops
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.357327 (+ 1026us) raft_consensus.cc:1697] Filling consensus response to leader.
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.361212 (+ 3885us) spinlock_profiling.cc:243] Waited 37.5 ms on lock 0x7b5400040450. stack: 00007fcd1649dc83 00007fcd1649db80 00007fcd1600e574 000000000050eee4 000000000050ee79 00007fcd1d541951 00007fcd1d5d7c8d 00007fcd1e609b19 00007fcd1ccbad34 00007fcd1ccbacc2 00007fcd1ccbabf1 00007fcd1ccbab6c 00007fcd1ccb9e22 00007fcd1b2a9c3c 00007fcd1b2a9076 00007fcd1b2a8a1f
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.361475 (+ 263us) inbound_call.cc:177] Queueing success response
14:09:55.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"spinlock_wait_cycles":86290688}
14:09:55.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.363929 7864 tablet.cc:2404] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:09:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.364251 7885 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:53564 (request call id 3) took 2261 ms (client timeout 2216 ms). Trace:
14:09:55.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.367086 8054 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:09:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.367404 7885 rpcz_store.cc:269] 0614 14:09:53.102912 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:09:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:53.104534 (+ 1622us) service_pool.cc:224] Handling call
14:09:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0614 14:09:55.364171 (+2259637us) inbound_call.cc:177] Queueing success response
14:09:55.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:09:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.510444 8057 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 9c2b8b33bb3943ff86af3a4024f2a1e2. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.511382 8057 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: This master's current role is: FOLLOWER
14:09:55.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.517460 8072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.518362 8072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d [sys.catalog]: This master's current role is: FOLLOWER
14:09:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.573099 8076 catalog_manager.cc:1294] Loaded cluster ID: 5846f860894e44e8ae62589657d8923b
14:09:55.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.573451 8076 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: loading cluster ID for follower catalog manager: success
14:09:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.598743 8076 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: acquiring CA information for follower catalog manager: success
14:09:55.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.608671 8076 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0c0f56e661d94c3ca588e8bfce960a4d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:09:55.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.806843 8054 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a59c8eb579154b07ad29f4614b819413" member_type: VOTER last_known_addr { host: "127.7.146.254" port: 37373 } } peers { permanent_uuid: "0c0f56e661d94c3ca588e8bfce960a4d" member_type: VOTER last_known_addr { host: "127.7.146.253" port: 41197 } } peers { permanent_uuid: "9c2b8b33bb3943ff86af3a4024f2a1e2" member_type: VOTER last_known_addr { host: "127.7.146.252" port: 42485 } } }
14:09:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:55.810667 8054 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9c2b8b33bb3943ff86af3a4024f2a1e2 [sys.catalog]: This master's current role is: LEADER
14:09:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:54.210361 8048 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:57.442176 8041 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.258s user 1.263s sys 1.706s
14:09:57.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:57.442610 8041 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.259s user 1.263s sys 1.706s
14:09:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:55.574245 8046 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8041
14:09:57.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.454274 8041 server_base.cc:1061] running on GCE node
14:09:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:57.456357 8081 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.458415 8041 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:09:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.461480 8041 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:09:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.462992 8041 hybrid_clock.cc:648] HybridClock initialized: now 1781446197462857 us; error 152 us; skew 500 ppm
14:09:57.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.464311 8041 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:09:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.473735 8041 webserver.cc:533] Webserver started at http://127.7.146.193:40059/ using document root <none> and password file <none>
14:09:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.475149 8041 fs_manager.cc:362] Metadata directory not provided
14:09:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.475469 8041 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:09:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.476045 8041 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:09:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.483146 8041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data/instance:
14:09:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2c66ed1e5c44017ae89936bec2818da"
14:09:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:57 on dist-test-slave-c6lf"
14:09:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.484884 8041 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal/instance:
14:09:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2c66ed1e5c44017ae89936bec2818da"
14:09:57.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:57 on dist-test-slave-c6lf"
14:09:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.496665 8041 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.010s sys 0.002s
14:09:57.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.505889 8087 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:09:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.508288 8041 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
14:09:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.508766 8041 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal
14:09:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2c66ed1e5c44017ae89936bec2818da"
14:09:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:09:57 on dist-test-slave-c6lf"
14:09:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.509244 8041 fs_report.cc:389] FS layout report
14:09:57.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data/data
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:09:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:09:57.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.578521 8041 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:09:57.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.580313 8041 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:09:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.580874 8041 kserver.cc:163] Server-wide thread pool size limit: 3276
14:09:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.584685 8041 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:09:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.590854 8041 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:09:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.591164 8041 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
14:09:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.591480 8041 ts_tablet_manager.cc:616] Registered 0 tablets
14:09:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.591686 8041 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:09:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.809146 8041 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.193:33605
14:09:57.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.809291 8199 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.193:33605 every 8 connection(s)
14:09:57.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.812469 8041 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/data/info.pb
14:09:57.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.818066 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8041
14:09:57.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.818756 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-0/wal/instance
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.849001 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/logs
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data/info.pb
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.194:0
14:09:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.194
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.194
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:57.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:09:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.891568 8200 heartbeater.cc:344] Connected to a master server at 127.7.146.252:42485
14:09:57.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.892586 8200 heartbeater.cc:461] Registering TS with master...
14:09:57.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.896041 8200 heartbeater.cc:507] Master 127.7.146.252:42485 requested a full tablet report, sending...
14:09:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.900753 7958 ts_manager.cc:194] Registered new tserver with Master: b2c66ed1e5c44017ae89936bec2818da (127.7.146.193:33605)
14:09:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.902419 8201 heartbeater.cc:344] Connected to a master server at 127.7.146.253:41197
14:09:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.902858 8201 heartbeater.cc:461] Registering TS with master...
14:09:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.903952 8201 heartbeater.cc:507] Master 127.7.146.253:41197 requested a full tablet report, sending...
14:09:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.904239 7958 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.146.193:50119
14:09:57.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.908294 7874 ts_manager.cc:194] Registered new tserver with Master: b2c66ed1e5c44017ae89936bec2818da (127.7.146.193:33605)
14:09:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.925875 8204 heartbeater.cc:344] Connected to a master server at 127.7.146.254:37373
14:09:57.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.926352 8204 heartbeater.cc:461] Registering TS with master...
14:09:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.927186 8204 heartbeater.cc:507] Master 127.7.146.254:37373 requested a full tablet report, sending...
14:09:57.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:57.930838 7800 ts_manager.cc:194] Registered new tserver with Master: b2c66ed1e5c44017ae89936bec2818da (127.7.146.193:33605)
14:09:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.301991 8207 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:09:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.302507 8207 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:09:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.303138 8207 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:09:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.349596 8207 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:09:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.350417 8207 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.146.194
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:58.394920 8207 tablet_server_runner.cc:78] Tablet server non-default flags:
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.194:0
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data/info.pb
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.194
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:09:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.194
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/logs
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:09:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:09:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:09:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:09:58.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:58.396343 8207 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:09:58.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:58.398032 8207 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:09:58.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.412971 8215 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:09:58.910606 8200 heartbeater.cc:499] Master 127.7.146.252:42485 was elected leader, sending a full tablet report...
14:09:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:59.816000 8214 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8207
14:09:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:59.994971 8214 kernel_stack_watchdog.cc:198] Thread 8207 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:09:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:09:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:09:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:09:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:09:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:58.416132 8216 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:09:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:59.996711 8207 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.583s user 0.482s sys 0.898s
14:09:59.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:09:59.997058 8207 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.583s user 0.482s sys 0.898s
14:10:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.001101 8217 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1580 milliseconds
14:10:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.004598 8218 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.004730 8207 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.006389 8207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.009217 8207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.010773 8207 hybrid_clock.cc:648] HybridClock initialized: now 1781446200010648 us; error 113 us; skew 500 ppm
14:10:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.012187 8207 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.021773 8207 webserver.cc:533] Webserver started at http://127.7.146.194:42613/ using document root <none> and password file <none>
14:10:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.023113 8207 fs_manager.cc:362] Metadata directory not provided
14:10:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.023432 8207 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.024035 8207 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:10:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.030984 8207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data/instance:
14:10:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88236129413746398f915e9a94b4ba5b"
14:10:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:00 on dist-test-slave-c6lf"
14:10:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.032863 8207 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal/instance:
14:10:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88236129413746398f915e9a94b4ba5b"
14:10:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:00 on dist-test-slave-c6lf"
14:10:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.044937 8207 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.000s sys 0.009s
14:10:00.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.053457 8226 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.055223 8207 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
14:10:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.055706 8207 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal
14:10:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "88236129413746398f915e9a94b4ba5b"
14:10:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:00 on dist-test-slave-c6lf"
14:10:00.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.056180 8207 fs_report.cc:389] FS layout report
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data/data
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:00.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:00.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.133559 8207 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.135666 8207 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.136282 8207 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.140846 8207 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:10:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.148550 8207 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:10:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.148872 8207 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:10:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.149246 8207 ts_tablet_manager.cc:616] Registered 0 tablets
14:10:00.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.149477 8207 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:10:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.370368 8207 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.194:43597
14:10:00.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.370492 8338 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.194:43597 every 8 connection(s)
14:10:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.373451 8207 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/data/info.pb
14:10:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.376863 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8207
14:10:00.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.377349 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-1/wal/instance
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.395438 7755 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/logs
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data/info.pb
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:10:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.195:0
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.195
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.195
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:10:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.469695 8341 heartbeater.cc:344] Connected to a master server at 127.7.146.254:37373
14:10:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.470114 8339 heartbeater.cc:344] Connected to a master server at 127.7.146.252:42485
14:10:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.470274 8341 heartbeater.cc:461] Registering TS with master...
14:10:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.470469 8339 heartbeater.cc:461] Registering TS with master...
14:10:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.471783 8339 heartbeater.cc:507] Master 127.7.146.252:42485 requested a full tablet report, sending...
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.476442 8340 heartbeater.cc:344] Connected to a master server at 127.7.146.253:41197
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.476859 8340 heartbeater.cc:461] Registering TS with master...
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.477321 7958 ts_manager.cc:194] Registered new tserver with Master: 88236129413746398f915e9a94b4ba5b (127.7.146.194:43597)
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.478027 8340 heartbeater.cc:507] Master 127.7.146.253:41197 requested a full tablet report, sending...
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.479347 8341 heartbeater.cc:507] Master 127.7.146.254:37373 requested a full tablet report, sending...
14:10:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.479409 7958 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.146.194:38151
14:10:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.482647 7874 ts_manager.cc:194] Registered new tserver with Master: 88236129413746398f915e9a94b4ba5b (127.7.146.194:43597)
14:10:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.482910 7800 ts_manager.cc:194] Registered new tserver with Master: 88236129413746398f915e9a94b4ba5b (127.7.146.194:43597)
14:10:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.797789 8346 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:00.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.798305 8346 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:00.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.798772 8346 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:00.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.843492 8346 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:00.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.844799 8346 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.146.195
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.904883 8346 tablet_server_runner.cc:78] Tablet server non-default flags:
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.146.212:42999
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.146.195:0
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data/info.pb
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.146.195
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.146.254:37373,127.7.146.253:41197,127.7.146.252:42485
14:10:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.146.195
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/logs
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.906670 8346 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:00.908645 8346 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.923381 8356 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:01.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:01.486822 8339 heartbeater.cc:499] Master 127.7.146.252:42485 was elected leader, sending a full tablet report...
14:10:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:00.924079 8357 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.330531 8355 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 8346
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.613714 8355 kernel_stack_watchdog.cc:198] Thread 8346 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:10:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:10:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.621977 8346 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.699s user 0.612s sys 1.026s
14:10:02.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.622440 8346 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.699s user 0.612s sys 1.026s
14:10:02.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.623369 8358 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1698 milliseconds
14:10:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:02.624306 8359 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.624364 8346 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.625778 8346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:02.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.628173 8346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.629642 8346 hybrid_clock.cc:648] HybridClock initialized: now 1781446202629620 us; error 72 us; skew 500 ppm
14:10:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.630613 8346 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.638067 8346 webserver.cc:533] Webserver started at http://127.7.146.195:34981/ using document root <none> and password file <none>
14:10:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.639299 8346 fs_manager.cc:362] Metadata directory not provided
14:10:02.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.639611 8346 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.640182 8346 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:10:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.645166 8346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data/instance:
14:10:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5294c0f193a344a982511355cfb0bccd"
14:10:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:02 on dist-test-slave-c6lf"
14:10:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.646759 8346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal/instance:
14:10:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5294c0f193a344a982511355cfb0bccd"
14:10:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:02 on dist-test-slave-c6lf"
14:10:02.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.655776 8346 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.002s
14:10:02.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.662366 8366 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.663918 8346 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:10:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.664377 8346 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal
14:10:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5294c0f193a344a982511355cfb0bccd"
14:10:02.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:02 on dist-test-slave-c6lf"
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.664789 8346 fs_report.cc:389] FS layout report
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data/data
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:02.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.717789 8346 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:02.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.719367 8346 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:02.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.719813 8346 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:02.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.722770 8346 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:10:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.727272 8346 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:10:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.727500 8346 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:10:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.727710 8346 ts_tablet_manager.cc:616] Registered 0 tablets
14:10:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.727844 8346 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:10:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.901727 8346 rpc_server.cc:307] RPC server started. Bound to: 127.7.146.195:42015
14:10:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.901885 8478 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.7.146.195:42015 every 8 connection(s)
14:10:02.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.905005 8346 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/data/info.pb
14:10:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.911006 7755 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8346
14:10:02.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.911696 7755 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster3758569069372959002/ts-2/wal/instance
14:10:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.957397 8480 heartbeater.cc:344] Connected to a master server at 127.7.146.253:41197
14:10:02.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.958037 8480 heartbeater.cc:461] Registering TS with master...
14:10:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.959619 8480 heartbeater.cc:507] Master 127.7.146.253:41197 requested a full tablet report, sending...
14:10:02.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.963176 8479 heartbeater.cc:344] Connected to a master server at 127.7.146.252:42485
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.963625 8481 heartbeater.cc:344] Connected to a master server at 127.7.146.254:37373
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.963624 8479 heartbeater.cc:461] Registering TS with master...
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.964231 8481 heartbeater.cc:461] Registering TS with master...
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.965085 8479 heartbeater.cc:507] Master 127.7.146.252:42485 requested a full tablet report, sending...
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.965667 7874 ts_manager.cc:194] Registered new tserver with Master: 5294c0f193a344a982511355cfb0bccd (127.7.146.195:42015)
14:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.966017 8481 heartbeater.cc:507] Master 127.7.146.254:37373 requested a full tablet report, sending...
14:10:02.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.968503 7957 ts_manager.cc:194] Registered new tserver with Master: 5294c0f193a344a982511355cfb0bccd (127.7.146.195:42015)
14:10:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.970674 7799 ts_manager.cc:194] Registered new tserver with Master: 5294c0f193a344a982511355cfb0bccd (127.7.146.195:42015)
14:10:02.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.970970 7957 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.7.146.195:51209
14:10:02.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:02.979578 7755 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:10:02.992 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:10:02.992 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:10:02.993 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.146.254"
port: 37373
}
bound_http_address {
host: "127.7.146.254"
port: 37473
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.146.253"
port: 41197
}
bound_http_address {
host: "127.7.146.253"
port: 33759
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.146.252"
port: 42485
}
bound_http_address {
host: "127.7.146.252"
port: 35257
}
}
}
14:10:02.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:10:02.995 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.146.193"
port: 33605
}
bound_http_address {
host: "127.7.146.193"
port: 40059
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.146.194"
port: 43597
}
bound_http_address {
host: "127.7.146.194"
port: 42613
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.146.195"
port: 42015
}
bound_http_address {
host: "127.7.146.195"
port: 34981
}
}
}
14:10:02.995 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:10:02.997 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster13343674439348469162/krb5kdc/krb5cc
14:10:02.998 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:10:02.999 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRh3RHh/test-tmp
14:10:03.000 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:10:03.000 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRh3RHh/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:10:03.003 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:10:03.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:03.377 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:10:03.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:03.381521 8490 mini_oidc.cc:150] Starting JWKS server
14:10:03.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:03.385424 8490 webserver.cc:533] Webserver started at http://127.0.0.1:36829/ using document root <none> and password file <none>
14:10:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:03.385869 8490 mini_oidc.cc:186] Starting OIDC Discovery server
14:10:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:03.387652 8490 webserver.cc:533] Webserver started at http://127.0.0.1:40295/ using document root <none> and password file <none>
14:10:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:10:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/principal' for realm 'KRBTEST.COM',
14:10:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:10:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:03 dist-test-slave-c6lf krb5kdc[8501](info): setting up network...
14:10:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:10:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:03 dist-test-slave-c6lf krb5kdc[8501](info): set up 2 sockets
14:10:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:03 dist-test-slave-c6lf krb5kdc[8501](info): commencing operation
14:10:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:10:03.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:03.976015 8479 heartbeater.cc:499] Master 127.7.146.252:42485 was elected leader, sending a full tablet report...
14:10:05.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:05.636646 8490 mini_kdc.cc:121] Time spent starting KDC: real 2.205s user 0.006s sys 0.017s
14:10:05.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:10:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:10:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:10:05.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:10:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:10:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:10:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:10:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:10:05.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:10:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:10:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/test-user.keytab.
14:10:05.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/test-user.keytab.
14:10:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:05 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446205, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:10:05.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:10:05Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:10:05.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:10:05Z Disabled control of system clock
14:10:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.74.190@KRBTEST.COM; defaulting to no policy
14:10:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.74.190@KRBTEST.COM" created.
14:10:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:05.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:05.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.74.190@KRBTEST.COM; defaulting to no policy
14:10:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:05.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.74.190@KRBTEST.COM" created.
14:10:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:05.911725 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:05.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/logs
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.190:36255
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.190
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:05.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.190
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:05.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:06.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.279340 8521 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.280045 8521 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:06.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.280942 8521 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.323793 8521 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.324082 8521 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.324388 8521 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:06.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.324620 8521 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.324831 8521 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.325052 8521 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:06.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.325294 8521 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:06.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:06.370289 8521 master_runner.cc:387] Master server non-default flags:
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.190
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.190:36255
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:06.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.190
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/logs
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:06.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:06.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:06.373024 8521 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:06.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:06.375671 8521 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:06.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.402155 8527 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.403231 8528 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:06.406947 8530 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:07.791704 8529 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1387 milliseconds
14:10:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.791636 8521 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.796679 8521 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.799880 8521 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.801375 8521 hybrid_clock.cc:648] HybridClock initialized: now 1781446207801311 us; error 92 us; skew 500 ppm
14:10:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.802332 8521 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:07 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446207, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:07.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.809752 8521 init.cc:377] Logged in from keytab as kudu/127.8.74.190@KRBTEST.COM (short username kudu)
14:10:07.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.816753 8521 webserver.cc:533] Webserver started at http://127.8.74.190:35609/ using document root <none> and password file <none>
14:10:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.817829 8521 fs_manager.cc:362] Metadata directory not provided
14:10:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.818120 8521 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.818652 8521 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:10:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.823467 8521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/instance:
14:10:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cc0dcc539d24727868db4d3d6408a62"
14:10:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:07 on dist-test-slave-c6lf"
14:10:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.824788 8521 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal/instance:
14:10:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cc0dcc539d24727868db4d3d6408a62"
14:10:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:07 on dist-test-slave-c6lf"
14:10:07.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.833325 8521 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
14:10:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.839517 8539 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.840770 8521 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
14:10:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.841178 8521 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cc0dcc539d24727868db4d3d6408a62"
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:07 on dist-test-slave-c6lf"
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.841574 8521 fs_report.cc:389] FS layout report
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/data
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:07.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.905038 8521 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.918116 8521 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:07.918619 8521 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:08.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.007911 8521 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.190:36255
14:10:08.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.008000 8590 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.190:36255 every 8 connection(s)
14:10:08.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.011389 8521 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.016104 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8521
14:10:08.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.016672 8490 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal/instance
14:10:08.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.018646 8591 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:10:08.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.033641 8591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
14:10:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.74.189@KRBTEST.COM; defaulting to no policy
14:10:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:08.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.74.189@KRBTEST.COM" created.
14:10:08.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:08 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446207, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.190@KRBTEST.COM for kudu/127.8.74.190@KRBTEST.COM
14:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:08.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.077947 8591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } has no permanent_uuid. Determining permanent_uuid...
14:10:08.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.081261 8542 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.74.189@KRBTEST.COM; defaulting to no policy
14:10:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:08.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.74.189@KRBTEST.COM" created.
14:10:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.086714 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:08.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.113134 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:08.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/logs
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:08.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.189:40011
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.189
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.189
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:08.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:08.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.136372 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 1
14:10:08.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.140977 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.209751 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 2
14:10:08.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.215569 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.307122 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 3
14:10:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.312785 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.456339 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 4
14:10:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.461777 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.474664 8600 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.475595 8600 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.476354 8600 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.512849 8600 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.513227 8600 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:08.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.513665 8600 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.513995 8600 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.514295 8600 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.514621 8600 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:08.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.514891 8600 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.564293 8600 master_runner.cc:387] Master server non-default flags:
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.189
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.189:40011
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.189
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/logs
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:08.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.566244 8600 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.567602 8600 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:08.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.582299 8608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:08.761305 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 5
14:10:08.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.769874 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:09.317549 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 6
14:10:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:09.325682 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.189:40011: Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:08.584578 8609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:10.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.071487 8611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.077735 8610 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1492 milliseconds
14:10:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.077929 8600 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:10.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.079527 8600 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:10.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.082347 8600 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.083798 8600 hybrid_clock.cc:648] HybridClock initialized: now 1781446210083757 us; error 42 us; skew 500 ppm
14:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.084751 8600 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:10.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:10 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446210, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:10.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.091524 8600 init.cc:377] Logged in from keytab as kudu/127.8.74.189@KRBTEST.COM (short username kudu)
14:10:10.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.097469 8600 webserver.cc:533] Webserver started at http://127.8.74.189:36725/ using document root <none> and password file <none>
14:10:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.098496 8600 fs_manager.cc:362] Metadata directory not provided
14:10:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.098749 8600 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.099308 8600 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:10:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.104065 8600 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/instance:
14:10:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f68cdfc5f2041e8858581185fdbe319"
14:10:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:10 on dist-test-slave-c6lf"
14:10:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.105372 8600 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal/instance:
14:10:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f68cdfc5f2041e8858581185fdbe319"
14:10:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:10 on dist-test-slave-c6lf"
14:10:10.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.113927 8600 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
14:10:10.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.120679 8621 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.121956 8600 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
14:10:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.122395 8600 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f68cdfc5f2041e8858581185fdbe319"
14:10:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:10 on dist-test-slave-c6lf"
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.122792 8600 fs_report.cc:389] FS layout report
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/data
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:10.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.196312 8600 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.202996 8600 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.203601 8600 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.286449 8600 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.189:40011
14:10:10.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.286525 8672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.189:40011 every 8 connection(s)
14:10:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.289978 8600 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:10.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.296911 8673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:10:10.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.299540 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8600
14:10:10.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.300050 8490 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal/instance
14:10:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.314972 8673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
14:10:10.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.74.188@KRBTEST.COM; defaulting to no policy
14:10:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:10.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.74.188@KRBTEST.COM" created.
14:10:10.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:10 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446210, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.189@KRBTEST.COM for kudu/127.8.74.190@KRBTEST.COM
14:10:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.74.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:10.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.364943 8673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } has no permanent_uuid. Determining permanent_uuid...
14:10:10.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.8.74.188@KRBTEST.COM; defaulting to no policy
14:10:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.8.74.188@KRBTEST.COM" created.
14:10:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:10 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446210, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.189@KRBTEST.COM for kudu/127.8.74.189@KRBTEST.COM
14:10:10.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.386168 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } attempt: 7
14:10:10.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:10 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446207, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.190@KRBTEST.COM for kudu/127.8.74.189@KRBTEST.COM
14:10:10.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.408470 8673 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } has no permanent_uuid. Determining permanent_uuid...
14:10:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:10:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:10.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.8.74.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab.
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.414717 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/logs
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.188:39729
14:10:10.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.188
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.188
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:10.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:10.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.416769 8624 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.424062 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.425603 8591 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } has no permanent_uuid. Determining permanent_uuid...
14:10:10.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.432585 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.440433 7831 debug-util.cc:398] Leaking SignalData structure 0x7b08000af340 after lost signal to thread 7768
14:10:10.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.441294 7831 debug-util.cc:398] Leaking SignalData structure 0x7b08000966e0 after lost signal to thread 7834
14:10:10.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.473776 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 1
14:10:10.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.481195 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.491232 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 1
14:10:10.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.498085 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.549710 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 2
14:10:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.558890 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.579814 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 2
14:10:10.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.585933 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.650576 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 3
14:10:10.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.657591 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.671530 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 3
14:10:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.677994 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.801415 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 4
14:10:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.813987 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.818439 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 4
14:10:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.824782 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.884032 8685 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.884778 8685 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.885548 8685 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.948446 8685 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.948766 8685 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:10.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.949262 8685 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:10.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.949625 8685 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.949939 8685 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.950253 8685 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:10.950489 8685 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:10.998587 8685 master_runner.cc:387] Master server non-default flags:
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.188
14:10:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.188:39729
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.188
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/logs
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:11.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.000998 8685 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.002816 8685 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.026218 8694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.108294 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 5
14:10:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.114301 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 5
14:10:11.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.128108 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.129369 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:11.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.675732 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 6
14:10:11.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:11.681974 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 6
14:10:11.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.712225 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:11.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.718495 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:12.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.752106 8591 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 7
14:10:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.773300 8673 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } attempt: 7
14:10:12.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.786322 8591 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:12.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.427712 8693 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 8685
14:10:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.800679 8673 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.8.74.188:39729: Network error: Client connection negotiation failed: client connection to 127.8.74.188:39729: connect: Connection refused (error 111)
14:10:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.802284 8685 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.773s user 0.697s sys 1.002s
14:10:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.802716 8685 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.773s user 0.697s sys 1.002s
14:10:12.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:11.029845 8695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:12.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.830318 8685 server_base.cc:1061] running on GCE node
14:10:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:12.831091 8698 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.832456 8685 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:12.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.835568 8685 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:12.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.837035 8685 hybrid_clock.cc:648] HybridClock initialized: now 1781446212836931 us; error 112 us; skew 500 ppm
14:10:12.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.837927 8685 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:12 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446212, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:12.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.845187 8685 init.cc:377] Logged in from keytab as kudu/127.8.74.188@KRBTEST.COM (short username kudu)
14:10:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.854979 8685 webserver.cc:533] Webserver started at http://127.8.74.188:36383/ using document root <none> and password file <none>
14:10:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.856107 8685 fs_manager.cc:362] Metadata directory not provided
14:10:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.856371 8685 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:12.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.856901 8685 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:10:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.861732 8685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/instance:
14:10:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3"
14:10:12.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:12 on dist-test-slave-c6lf"
14:10:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.863183 8685 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal/instance:
14:10:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3"
14:10:12.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:12 on dist-test-slave-c6lf"
14:10:12.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.872442 8685 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:10:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.879766 8717 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.881165 8685 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
14:10:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.881495 8685 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3"
14:10:12.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:12 on dist-test-slave-c6lf"
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.881825 8685 fs_report.cc:389] FS layout report
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/data
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:12.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:12.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.939764 8685 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.949767 8685 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:12.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:12.950312 8685 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.038930 8685 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.188:39729
14:10:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.039062 8768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.188:39729 every 8 connection(s)
14:10:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.042135 8685 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.048888 8769 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:10:13.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.049597 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8685
14:10:13.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.050033 8490 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal/instance
14:10:13.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.062743 8769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } has no permanent_uuid. Determining permanent_uuid...
14:10:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446205, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.74.188@KRBTEST.COM
14:10:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446212, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for kudu/127.8.74.190@KRBTEST.COM
14:10:13.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.101379 8769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } has no permanent_uuid. Determining permanent_uuid...
14:10:13.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446212, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for kudu/127.8.74.189@KRBTEST.COM
14:10:13.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446205, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.74.189@KRBTEST.COM
14:10:13.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.128894 8769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } has no permanent_uuid. Determining permanent_uuid...
14:10:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446212, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for kudu/127.8.74.188@KRBTEST.COM
14:10:13.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446205, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.74.190@KRBTEST.COM
14:10:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.161082 8769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Bootstrap starting.
14:10:13.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.165716 8490 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
14:10:13.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.167969 8769 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Neither blocks nor log segments found. Creating new log.
14:10:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.169853 8769 log.cc:826] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Log is configured to *not* fsync() on all Append() calls
14:10:13.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:13.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:10:13.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:10:13.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:10:13.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.74.190"
port: 36255
}
bound_http_address {
host: "127.8.74.190"
port: 35609
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.74.189"
port: 40011
}
bound_http_address {
host: "127.8.74.189"
port: 36725
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.74.188"
port: 39729
}
bound_http_address {
host: "127.8.74.188"
port: 36383
}
}
}
14:10:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.175643 8769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: No bootstrap required, opened a new log
14:10:13.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:10:13.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:13.179 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:10:13.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:10:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.202735 8769 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.203663 8769 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:10:13.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.203969 8769 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ed7a59f29fa44f096b9efd8d83aa1e3, State: Initialized, Role: FOLLOWER
14:10:13.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.204928 8769 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:13.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:13 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:13.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:10:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.211536 8780 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } } }
14:10:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.212392 8769 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: configured and running, proceeding with master startup.
14:10:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.212363 8780 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: This master's current role is: FOLLOWER
14:10:13.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:13.218 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc
14:10:13.219 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:10:13.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:13.248852 8792 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:13.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:13.249285 8792 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.244102 8685 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: OK, instance_id { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" instance_seqno: 1781446207980391 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:10:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.265576 8685 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.444862 8780 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:13.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.445363 8780 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:13.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:13.447651 8780 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:13.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:13.457868 8723 tablet.cc:2404] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:10:14.220 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.74.188:39729
14:10:14.221 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:10:14.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.221885 8490 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8685
14:10:14.253 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:14.253 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.74.189:40011
14:10:14.254 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:10:14.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.254437 8490 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8600
14:10:14.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:14.283 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.74.190:36255
14:10:14.283 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:10:14.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.283919 8490 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8521
14:10:14.310 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:14.310 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.74.188:39729
14:10:14.311 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.313706 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/logs
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.188:39729
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.188
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36383
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.188
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:14.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:14.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.676219 8796 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.676800 8796 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:14.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.677423 8796 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.712570 8796 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:14.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.712811 8796 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.713126 8796 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.713366 8796 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.713578 8796 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.713773 8796 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.713922 8796 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.756620 8796 master_runner.cc:387] Master server non-default flags:
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.188
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.188:39729
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.188
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36383
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/logs
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.758069 8796 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:14.759225 8796 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:14.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.772450 8802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:16.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:14.772720 8803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.149817 8805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:16.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.152575 8804 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
14:10:16.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.152688 8796 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:16.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.154160 8796 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.156978 8796 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:16.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.158432 8796 hybrid_clock.cc:648] HybridClock initialized: now 1781446216158357 us; error 67 us; skew 500 ppm
14:10:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.159536 8796 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:16 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446216, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:16.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.166378 8796 init.cc:377] Logged in from keytab as kudu/127.8.74.188@KRBTEST.COM (short username kudu)
14:10:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.172328 8796 webserver.cc:533] Webserver started at http://127.8.74.188:36383/ using document root <none> and password file <none>
14:10:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.173599 8796 fs_manager.cc:362] Metadata directory not provided
14:10:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.173883 8796 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.183575 8796 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
14:10:16.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.188462 8815 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:16.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.189671 8796 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:10:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.190079 8796 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3"
14:10:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:12 on dist-test-slave-c6lf"
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.192324 8796 fs_report.cc:389] FS layout report
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/wal
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/data
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.264218 8796 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.270244 8796 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.270691 8796 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.363546 8796 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.188:39729
14:10:16.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.363605 8866 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.188:39729 every 8 connection(s)
14:10:16.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.366881 8796 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-2/data/info.pb
14:10:16.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.375200 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8796
14:10:16.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:16.376 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.74.189:40011
14:10:16.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.377873 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/logs
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:16.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.189:40011
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.189
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36725
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.189
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:16.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:16.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.381361 8867 sys_catalog.cc:263] Verifying existing consensus state
14:10:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.388312 8867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Bootstrap starting.
14:10:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.426247 8867 log.cc:826] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Log is configured to *not* fsync() on all Append() calls
14:10:16.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.431949 8867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:10:16.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.432804 8867 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Bootstrap complete.
14:10:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.461148 8867 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.463932 8867 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:10:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.464354 8867 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ed7a59f29fa44f096b9efd8d83aa1e3, State: Initialized, Role: FOLLOWER
14:10:16.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.465653 8867 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.468797 8871 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } } }
14:10:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.469703 8871 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: This master's current role is: FOLLOWER
14:10:16.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.470750 8867 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [sys.catalog]: configured and running, proceeding with master startup.
14:10:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.508754 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:16.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.509158 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:16.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.526414 8821 tablet.cc:2404] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:10:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.509369 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:16.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.530560 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:16.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.707736 8871 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:16.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.708506 8871 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:16.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.714936 8871 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.716495 8817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.725780 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.727121 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.727599 8817 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.728560 8871 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:16.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.791245 8869 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:16.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.792057 8869 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.793108 8869 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.841974 8869 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:16.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.842329 8869 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.842805 8869 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.843183 8869 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:16.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.843582 8869 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.843933 8869 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:16.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.844216 8869 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.887491 8869 master_runner.cc:387] Master server non-default flags:
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.189
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.189:40011
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.189
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36725
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/logs
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.888928 8869 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:16.889971 8869 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.903651 8892 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:17.514948 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:17.515429 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.310884 8891 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 8869
14:10:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.511195 8869 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.610s user 0.551s sys 0.982s
14:10:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.511663 8869 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.611s user 0.551s sys 0.982s
14:10:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:16.904081 8893 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.520260 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:18.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.520999 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.527387 8869 server_base.cc:1061] running on GCE node
14:10:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.527925 8898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:18.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.529196 8869 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:18.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.532514 8869 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.534024 8869 hybrid_clock.cc:648] HybridClock initialized: now 1781446218533911 us; error 79 us; skew 500 ppm
14:10:18.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.535003 8869 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:18 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446218, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.542438 8869 init.cc:377] Logged in from keytab as kudu/127.8.74.189@KRBTEST.COM (short username kudu)
14:10:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.549427 8869 webserver.cc:533] Webserver started at http://127.8.74.189:36725/ using document root <none> and password file <none>
14:10:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.551183 8869 fs_manager.cc:362] Metadata directory not provided
14:10:18.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.551548 8869 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:18.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.566804 8869 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.009s sys 0.001s
14:10:18.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.573673 8905 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:18.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.575278 8869 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
14:10:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.575760 8869 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f68cdfc5f2041e8858581185fdbe319"
14:10:18.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:10 on dist-test-slave-c6lf"
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.579401 8869 fs_report.cc:389] FS layout report
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/data
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.665683 8869 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.679414 8869 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:18.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.680259 8869 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.787101 8953 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:18.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.787972 8953 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.804028 8953 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.823858 8869 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.189:40011
14:10:18.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.829244 8869 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/data/info.pb
14:10:18.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.823918 8958 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.189:40011 every 8 connection(s)
14:10:18.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.832290 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8869
14:10:18.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:18.833 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.74.190:36255
14:10:18.833 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.839324 8490 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/logs
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.190:36255
14:10:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.190
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35609
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.190
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:18.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:10:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:10:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.869778 8817 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.8.74.190:36255, user_credentials={real_user=slave}} blocked reactor thread for 47897.7us
14:10:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.874017 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:18.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.891299 8962 sys_catalog.cc:263] Verifying existing consensus state
14:10:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260614 14:10:18.892688 8962 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:10:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.893410 8869 master.cc:562] Master@127.8.74.189:40011 shutting down...
14:10:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:18 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446216, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for kudu/127.8.74.189@KRBTEST.COM
14:10:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:18.943547 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Remote error: Service unavailable: service kudu.consensus.ConsensusService not registered on Master
14:10:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.944056 8818 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:18.945290 8953 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:19.010267 8869 master.cc:584] Master@127.8.74.189:40011 shutdown complete.
14:10:19.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.013635 8869 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:10:19.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:10:19.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.303272 8964 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:10:19.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.304008 8964 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:10:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.304844 8964 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:10:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.344489 8964 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:10:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.344873 8964 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:10:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.345314 8964 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:10:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.345659 8964 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:10:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.345981 8964 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:10:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.346302 8964 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:10:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.346566 8964 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36829/jwks.json
14:10:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:19.402027 8964 master_runner.cc:387] Master server non-default flags:
14:10:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:10:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.74.148:34599
14:10:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:10:19.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.74.190:36255,127.8.74.189:40011,127.8.74.188:39729
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/kudu.keytab
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.74.190
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.74.190:36255
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36829/jwks.json
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.74.190
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35609
14:10:19.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/logs
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 6b1bbe17b8ab938291541389a90c67c358bba716
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 14 Jun 2026 13:43:29 UTC on e7f111948823
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12391
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:10:19.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:19.403945 8964 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:10:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:19.405318 8964 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:10:19.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.420006 8971 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.528939 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.529824 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:20.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:20.566222 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:20.567209 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:21.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.021811 8980 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:21.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.022929 8980 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:21.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.039141 8980 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.063834 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.065229 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.065649 8818 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.068483 8980 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:20.822196 8970 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 8964
14:10:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.439663 8964 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.018s user 0.675s sys 1.234s
14:10:21.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.440356 8964 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.019s user 0.675s sys 1.234s
14:10:21.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:19.424140 8972 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:21.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.442420 8973 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2018 milliseconds
14:10:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.443248 8964 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:10:21.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.443354 8974 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:10:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.447626 8964 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:10:21.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.450433 8964 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:10:21.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.452026 8964 hybrid_clock.cc:648] HybridClock initialized: now 1781446221451993 us; error 65 us; skew 500 ppm
14:10:21.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.452891 8964 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:10:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:21 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446221, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.459690 8964 init.cc:377] Logged in from keytab as kudu/127.8.74.190@KRBTEST.COM (short username kudu)
14:10:21.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.466377 8964 webserver.cc:533] Webserver started at http://127.8.74.190:35609/ using document root <none> and password file <none>
14:10:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.467600 8964 fs_manager.cc:362] Metadata directory not provided
14:10:21.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.467844 8964 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:10:21.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.478217 8964 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.003s
14:10:21.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.485407 8989 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:10:21.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.486967 8964 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
14:10:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.487532 8964 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data,/tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4cc0dcc539d24727868db4d3d6408a62"
14:10:21.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-14 14:10:07 on dist-test-slave-c6lf"
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.489609 8964 fs_report.cc:389] FS layout report
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/data
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:10:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:10:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.534428 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:21.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.534900 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:21.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.549855 8964 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:10:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.555966 8964 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:10:21.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.556396 8964 kserver.cc:163] Server-wide thread pool size limit: 3276
14:10:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.570786 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.571229 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.639870 8964 rpc_server.cc:307] RPC server started. Bound to: 127.8.74.190:36255
14:10:21.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.640039 9040 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.8.74.190:36255 every 8 connection(s)
14:10:21.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.643003 8964 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/data/info.pb
14:10:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.651429 8490 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu as pid 8964
14:10:21.652 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:10:21.653 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.74.188:39729(127.8.74.188:39729)] connecting to peer
14:10:21.655 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.656 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.74.188:39729(127.8.74.188:39729)] Successfully connected to peer
14:10:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.657917 9041 sys_catalog.cc:263] Verifying existing consensus state
14:10:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260614 14:10:21.659138 9041 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:10:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.659821 8964 master.cc:562] Master@127.8.74.190:36255 shutting down...
14:10:21.660 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.663 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.8.74.190:36255(127.8.74.190:36255)] Successfully connected to peer
14:10:21.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.665 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:10:21.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.665 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc
14:10:21.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:21 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781446213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:21.674 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:10:21.674 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:10:21.676 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.74.188
14:10:21.680 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:10:21.680 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/krb5kdc/krb5cc
14:10:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:21 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781446213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:21.689 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:10:21.689 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:10:21.690 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.74.190
14:10:21.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:21 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781446213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.74.188@KRBTEST.COM
14:10:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:21 dist-test-slave-c6lf krb5kdc[8501](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1781446213, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.74.190@KRBTEST.COM
14:10:21.719 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xea0406d9, L:/127.0.0.1:47110 - R:/127.8.74.188:39729] using SASL/GSSAPI
14:10:21.725 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x182243c5, L:/127.0.0.1:57898 - R:/127.8.74.190:36255] using SASL/GSSAPI
14:10:21.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Service unavailable: service kudu.master.MasterService not registered on Master
14:10:21.736 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.739 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.8.74.190:36255(127.8.74.190:36255)] handling channelInactive
14:10:21.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state READY due to: connection closed
14:10:21.754 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.755 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.759 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.759 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.760 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.760 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.774 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.777 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.779 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:21.788250 8964 master.cc:584] Master@127.8.74.190:36255 shutdown complete.
14:10:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:21.790817 8964 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:10:21.795 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRh3RHh/test-tmp/mini-kudu-cluster18231729135860178767/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:10:21.799 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.805 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.834 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.835 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.874 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.875 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.877 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.934 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.935 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:21.994 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:21.995 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:21.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:21.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:21.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:22.014 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:22.014 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:22.015 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.017 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:22.134 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:22.135 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:22.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.137 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.138 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:22.574818 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:22.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:22.575256 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:22.894 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:22.895 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:22.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.896 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:22.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:22.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:23.452330 9058 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:23.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:23.452903 9058 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:23.454655 9058 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:23.457401 8817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111) [suppressed 5 similar messages]
14:10:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:23.460629 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:23.461217 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:23.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:23.461594 8817 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:23.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:23.462311 9058 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:23.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:23.578230 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:23.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:23.578507 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:24.214 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:24.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.217 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.217 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:24.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:24.581851 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:24.582139 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:24.833 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:24.834 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:24.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:24.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:24.838 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:25.585704 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:25.586143 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:26.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:26 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446226, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:26.170807 8811 init.cc:295] Successfully reacquired a new kerberos TGT
14:10:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:26.538949 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:26.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:26.539413 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:26.589196 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:26.589551 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:27.592464 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:27.592744 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:28.354 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:28.355 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:28.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.357 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:28.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:28.596781 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:28.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:28.597126 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:28.914 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:28.914 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:28.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:28.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:28.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:29.174 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:29.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:29.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:29.177 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:29.177 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:29.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:29.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:29.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:29.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:29.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:29.411221 9069 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:29.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:29.411763 9069 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:29.413904 9069 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:29.417727 8817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:10:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:29.422243 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:29.422765 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:29.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:29.423180 8817 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:29.423908 9069 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:29.600621 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:29.600944 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:30.603978 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:30.604300 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:31.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:31.542517 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:31.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:31.542876 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:31.607924 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:31.608278 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:32.611490 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:32.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:32.611824 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:32.854 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:32.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:32.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:32.856 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:32.857 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:32.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:32.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:32.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:32.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:33.614806 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:33.615196 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:34.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:34.618221 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:34.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:34.618639 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:35.622871 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:35.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:35.623400 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:36 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446236, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.174085 8811 init.cc:295] Successfully reacquired a new kerberos TGT
14:10:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.198799 9081 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.199647 9081 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:36.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.202847 9081 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:36.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:36.216753 8817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111) [suppressed 1 similar messages]
14:10:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:36.221310 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:36.221983 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.222393 8818 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.223199 9081 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:36.534 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:36.534 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:36.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:36.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:36.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:36.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:36.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:36.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:36.537 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.545784 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:36.546231 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:36.626250 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:36.626550 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:37.629428 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:37.629694 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:38.633145 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:38.633474 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:39.636914 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:39.637192 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:40.334 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:40.335 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:40.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:40.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:40.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:40.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:40.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:40.336 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:40.338 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:40.641434 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:40.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:40.641744 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:40.661082 9089 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:40.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:40.661638 9089 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:40.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:40.663725 9089 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:40.669703 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:40.670234 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:40.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:40.670547 8817 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:40.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:40.671211 9089 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:41.549225 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:41.549595 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:41.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:41.645479 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:41.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:41.645788 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:42.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:42.649933 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:42.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:42.650286 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:43.653419 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:43.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:43.653687 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:43.734 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:43.735 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:43.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:43.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:43.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:43.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:43.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:43.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:43.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:43.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:43.904536 9097 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:10:43.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:43.905015 9097 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4cc0dcc539d24727868db4d3d6408a62" member_type: VOTER last_known_addr { host: "127.8.74.190" port: 36255 } } peers { permanent_uuid: "9f68cdfc5f2041e8858581185fdbe319" member_type: VOTER last_known_addr { host: "127.8.74.189" port: 40011 } } peers { permanent_uuid: "7ed7a59f29fa44f096b9efd8d83aa1e3" member_type: VOTER last_known_addr { host: "127.8.74.188" port: 39729 } }
14:10:43.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:43.907076 9097 leader_election.cc:290] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255), 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011)
14:10:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:43.909907 8817 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111) [suppressed 3 similar messages]
14:10:43.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:43.913434 8817 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 4cc0dcc539d24727868db4d3d6408a62 (127.8.74.190:36255): Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111)
14:10:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:43.913880 8818 leader_election.cc:336] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 9f68cdfc5f2041e8858581185fdbe319 (127.8.74.189:40011): Network error: Client connection negotiation failed: client connection to 127.8.74.189:40011: connect: Connection refused (error 111)
14:10:43.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:43.914352 8818 leader_election.cc:304] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7ed7a59f29fa44f096b9efd8d83aa1e3; no voters: 4cc0dcc539d24727868db4d3d6408a62, 9f68cdfc5f2041e8858581185fdbe319
14:10:43.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:43.915160 9097 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
14:10:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:44.657042 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:44.657349 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:45.661098 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:45.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:45.661458 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:46.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 14 14:10:46 dist-test-slave-c6lf krb5kdc[8501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781446246, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.74.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:10:46.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:46.177238 8811 init.cc:295] Successfully reacquired a new kerberos TGT
14:10:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:46.553750 8796 master_runner.cc:187] Error getting master registration for 127.8.74.190:36255: Network error: Client connection negotiation failed: client connection to 127.8.74.190:36255: connect: Connection refused (error 111),
14:10:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:46.554250 8796 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:10:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:46.664917 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:46.665264 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:47.334 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:47.335 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:47.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:47.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:47.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:47.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:47.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:47.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:47.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:47.668257 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:47.668509 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:48.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:48.671557 8882 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7ed7a59f29fa44f096b9efd8d83aa1e3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:10:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:48.671790 8882 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:10:48.994 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:48.995 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:48.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:48.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:48.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:48.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:48.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:48.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:48.998 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:49.494 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:49.494 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:49.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:49.513 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.189:40011(127.8.74.189:40011)] connecting to peer
14:10:49.514 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.8.74.190:36255(127.8.74.190:36255)] connecting to peer
14:10:49.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.8.74.189:40011(127.8.74.189:40011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.189:40011: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011
14:10:49.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.190:36255(127.8.74.190:36255)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.74.190:36255: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
14:10:49.516 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255; will retry
14:10:49.518 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [13ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [72ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [108ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [128ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [145ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [148ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [152ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [153ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [223ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [224ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [225ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [284ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [285ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [346ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [346ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [364ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [365ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [365ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [484ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [485ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [2565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [2567ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2567ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [3184ms] too many traces: truncated at 100 traces, deferred=Deferred@1990584231(state=PENDING, result=null, callback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053), errback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053)))
14:10:49.520 [DEBUG - main] (Connection.java:575) [peer master-127.8.74.189:40011(127.8.74.189:40011)] disconnecting while in state TERMINATED
14:10:49.520 [DEBUG - main] (Connection.java:575) [peer master-127.8.74.188:39729(127.8.74.188:39729)] disconnecting while in state READY
14:10:49.520 [DEBUG - main] (Connection.java:575) [peer master-127.8.74.190:36255(127.8.74.190:36255)] disconnecting while in state TERMINATED
14:10:49.521 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:10:49.523 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.74.188:39729(127.8.74.188:39729)] handling channelInactive
14:10:49.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.74.188:39729(127.8.74.188:39729)] cleaning up while in state READY due to: connection closed
14:10:49.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:49.524067 8490 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8796
14:10:50.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:10:50Z chronyd exiting
14:10:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:51.683173 8475 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4520 after lost signal to thread 8351
14:10:51.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260614 14:10:51.684494 8475 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4560 after lost signal to thread 8478
14:10:51.965 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:10:51.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:51.969525 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8041
14:10:52.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:51.999213 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8207
14:10:52.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:52.031291 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 8346
14:10:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:52.063544 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 7767
14:10:52.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:52.102470 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 7837
14:10:52.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260614 14:10:52.141650 7755 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskRh3RHh/build/tsan/bin/kudu with pid 7913
14:10:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-14T14:10:53Z chronyd exiting
14:10:54.388 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [13ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [72ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [108ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [128ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [145ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [148ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [152ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [153ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [223ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [224ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [225ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [284ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [285ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [346ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [346ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [364ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [365ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [365ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [484ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [485ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [2565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [2567ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2567ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [3184ms] too many traces: truncated at 100 traces, deferred=Deferred@1990584231(state=PENDING, result=null, callback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053), errback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.74.190:36255
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27864), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [13ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [72ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [84ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [105ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [108ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [108ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [125ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [128ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [145ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [148ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [152ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [153ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [181ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [184ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [185ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [185ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [223ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [224ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [225ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [225ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [284ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [285ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [285ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [341ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [344ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [346ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [346ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [363ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [364ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [365ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [365ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [484ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [485ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [486ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1241ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [1247ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.189:40011: Network error: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011, [2565ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.188:39729: OK, [2565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [2567ms] Sub RPC ConnectToMaster: received response from server master-127.8.74.190:36255: Network error: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [2567ms] delaying RPC due to: Service unavailable: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.188:39729, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.189:40011, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.74.190:36255, [3184ms] too many traces: truncated at 100 traces, deferred=Deferred@1990584231(state=PENDING, result=null, callback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053), errback=(continuation of Deferred@1837902093 after retry RPC after error@1013238459) -> (continuation of Deferred@1761713575 after retry RPC after error@809551871) -> (continuation of Deferred@1015563451 after retry RPC after error@639852675) -> (continuation of Deferred@1126841669 after retry RPC after error@1969452512) -> (continuation of Deferred@196102763 after retry RPC after error@908727526) -> (continuation of Deferred@620287859 after retry RPC after error@1247443577) -> (continuation of Deferred@1127256651 after retry RPC after error@626734063) -> (continuation of Deferred@1199188856 after retry RPC after error@1592395868) -> (continuation of Deferred@428833536 after retry RPC after error@1698166677) -> (continuation of Deferred@1929392544 after retry RPC after error@2099674996) -> (continuation of Deferred@521358507 after retry RPC after error@1161988995) -> (continuation of Deferred@935149498 after retry RPC after error@2041461734) -> (continuation of Deferred@2094876268 after retry RPC after error@764597479) -> (continuation of Deferred@1930194432 after retry RPC after error@2079660684) -> (continuation of Deferred@1829621176 after retry RPC after error@1443039506) -> (continuation of Deferred@1181680060 after retry RPC after error@354239111) -> (continuation of Deferred@385760657 after retry RPC after error@1484516805) -> (continuation of Deferred@1722250647 after retry RPC after error@433130174) -> (continuation of Deferred@2116333216 after retry RPC after error@2033607012) -> (continuation of Deferred@610318360 after retry RPC after error@896914128) -> (continuation of Deferred@1862216560 after retry RPC after error@612911754) -> (continuation of Deferred@92898939 after retry RPC after error@519124808) -> (continuation of Deferred@155331405 after retry RPC after error@1870200053)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.74.188:39729,127.8.74.189:40011,127.8.74.190:36255) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.189:40011(127.8.74.189:40011): Connection refused: /127.8.74.189:40011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.74.190:36255(127.8.74.190:36255): Connection refused: /127.8.74.190:36255
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.74.190:36255
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)