20:02:58.960 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:02:58.960 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMlXsXC/test-tmp
20:02:58.960 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:02:58.961 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMlXsXC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:02:58.963 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:02:59.304 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:02:59.304 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:02:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.307622 31605 mini_oidc.cc:150] Starting JWKS server
20:02:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.310912 31605 webserver.cc:533] Webserver started at http://127.0.0.1:39315/ using document root <none> and password file <none>
20:02:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.311326 31605 mini_oidc.cc:186] Starting OIDC Discovery server
20:02:59.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.312980 31605 webserver.cc:533] Webserver started at http://127.0.0.1:38847/ using document root <none> and password file <none>
20:02:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:02:59Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:02:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:02:59Z Disabled control of system clock
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.383432 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:02:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/logs
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data/info.pb
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.126:35717
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.126
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json with env {}
20:02:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.704623 31634 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:02:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.705283 31634 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:02:59.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.705751 31634 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:02:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.739550 31634 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:02:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.739871 31634 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:02:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.740073 31634 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:02:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.740296 31634 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:02:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.740501 31634 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:02:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.740657 31634 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.778838 31634 master_runner.cc:387] Master server non-default flags:
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/logs
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.126:35717
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data/info.pb
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.126
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:02:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:02:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.780241 31634 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:02:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:02:59.781957 31634 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:02:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.793087 31650 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.203624 31649 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 31634
20:03:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.607151 31649 kernel_stack_watchdog.cc:198] Thread 31634 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 406ms:
20:03:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:02:59.795210 31652 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.607784 31634 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.814s user 0.000s sys 0.002s
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.608177 31634 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.814s user 0.000s sys 0.002s
20:03:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.608428 31656 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1813 milliseconds
20:03:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.613389 31657 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.613428 31634 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.614822 31634 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.617960 31634 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.619416 31634 hybrid_clock.cc:648] HybridClock initialized: now 1786305781619367 us; error 63 us; skew 500 ppm
20:03:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.620229 31634 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.626569 31634 webserver.cc:533] Webserver started at http://127.30.221.126:34819/ using document root <none> and password file <none>
20:03:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.627514 31634 fs_manager.cc:362] Metadata directory not provided
20:03:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.627707 31634 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.628188 31634 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.632591 31634 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data/instance:
20:03:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e34d94fdebe44590ad846d4c8da4a0c2"
20:03:01.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:01 on dist-test-slave-6ntk"
20:03:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.633713 31634 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal/instance:
20:03:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e34d94fdebe44590ad846d4c8da4a0c2"
20:03:01.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:01 on dist-test-slave-6ntk"
20:03:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.641335 31634 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.003s
20:03:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.647092 31666 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.648160 31634 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:03:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.648583 31634 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal
20:03:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e34d94fdebe44590ad846d4c8da4a0c2"
20:03:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:01 on dist-test-slave-6ntk"
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.648902 31634 fs_report.cc:389] FS layout report
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data/data
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:01.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.708280 31634 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.709807 31634 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:01.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.710294 31634 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.784333 31634 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.126:35717
20:03:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.784415 31756 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.126:35717 every 8 connection(s)
20:03:01.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.787287 31634 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/data/info.pb
20:03:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.792733 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 31634
20:03:01.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.793304 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-0/wal/instance
20:03:01.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.794174 31757 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.798591 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/logs
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data/info.pb
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.125:40937
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.125
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:01.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json with env {}
20:03:01.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.809643 31757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } has no permanent_uuid. Determining permanent_uuid...
20:03:01.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.835847 31757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } has no permanent_uuid. Determining permanent_uuid...
20:03:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.838717 31670 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:01.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.843487 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:01.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.893107 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 1
20:03:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.897607 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:01.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:01.966076 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 2
20:03:01.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:01.970966 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:02.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.062357 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 3
20:03:02.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.066809 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.127471 31763 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.128063 31763 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:02.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.128531 31763 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.161135 31763 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.161419 31763 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.161613 31763 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:02.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.161823 31763 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.162046 31763 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:02.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.162190 31763 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.203145 31763 master_runner.cc:387] Master server non-default flags:
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/logs
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.125:40937
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data/info.pb
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.125
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.204559 31763 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.206314 31763 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:02.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.210227 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 4
20:03:02.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.215054 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:02.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.218554 31779 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:02.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:02.514714 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 5
20:03:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.524257 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.071879 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 6
20:03:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.100811 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.125:40937: Network error: Client connection negotiation failed: client connection to 127.30.221.125:40937: connect: Connection refused (error 111)
20:03:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:02.220487 31782 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.848901 31763 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.629s user 0.581s sys 1.046s
20:03:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.849658 31763 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.630s user 0.581s sys 1.046s
20:03:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.623823 31778 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 31763
20:03:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.850389 31787 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1628 milliseconds
20:03:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:03.851704 31790 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.851647 31763 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.855244 31763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:03.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.857780 31763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.859252 31763 hybrid_clock.cc:648] HybridClock initialized: now 1786305783859226 us; error 51 us; skew 500 ppm
20:03:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.860064 31763 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.866480 31763 webserver.cc:533] Webserver started at http://127.30.221.125:38917/ using document root <none> and password file <none>
20:03:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.867448 31763 fs_manager.cc:362] Metadata directory not provided
20:03:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.867636 31763 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.868103 31763 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:03.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.872388 31763 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data/instance:
20:03:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bc6dc3580140cc84f31f6d1a25b05d"
20:03:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:03 on dist-test-slave-6ntk"
20:03:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.873438 31763 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal/instance:
20:03:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bc6dc3580140cc84f31f6d1a25b05d"
20:03:03.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:03 on dist-test-slave-6ntk"
20:03:03.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.881011 31763 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.002s
20:03:03.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.887140 31805 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:03.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.888286 31763 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.888649 31763 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36bc6dc3580140cc84f31f6d1a25b05d"
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:03 on dist-test-slave-6ntk"
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.889024 31763 fs_report.cc:389] FS layout report
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data/data
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:03.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:03.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.943229 31763 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.944875 31763 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:03.945379 31763 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.019534 31763 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.125:40937
20:03:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.019618 31890 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.125:40937 every 8 connection(s)
20:03:04.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.022449 31763 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/data/info.pb
20:03:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.024897 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 31763
20:03:04.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.025409 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-1/wal/instance
20:03:04.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.028602 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/logs
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data/info.pb
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.124:39395
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.124
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:04.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json with env {}
20:03:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.030405 31891 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:04.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.043897 31891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.066298 31891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.081043 31891 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.083583 31809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.088251 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.137816 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 1
20:03:04.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.143143 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.161525 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } attempt: 7
20:03:04.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.173913 31757 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
20:03:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.179795 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.211620 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 2
20:03:04.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.216591 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.238282 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 1
20:03:04.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.242758 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.308051 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 3
20:03:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.312968 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.324271 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 2
20:03:04.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.329660 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.365129 31894 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:04.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.365722 31894 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:04.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.366530 31894 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.399242 31894 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.399540 31894 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:04.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.399746 31894 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.399959 31894 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.400166 31894 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:04.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.400327 31894 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39315/jwks.json
20:03:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.415210 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 3
20:03:04.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.420053 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.440064 31894 master_runner.cc:387] Master server non-default flags:
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/logs
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.124:39395
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39315/jwks.json
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data/info.pb
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.124
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:04.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.441511 31894 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:04.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.443338 31894 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.455417 31918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.456426 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 4
20:03:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.462940 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.560576 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 4
20:03:04.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.569433 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.762499 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 5
20:03:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.769985 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:04.853139 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 5
20:03:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.861765 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.317605 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 6
20:03:05.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:05.329566 31891 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.414482 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 6
20:03:05.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:05.425745 31757 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.30.221.124:39395: Network error: Client connection negotiation failed: client connection to 127.30.221.124:39395: connect: Connection refused (error 111)
20:03:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.458557 31924 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:04.456087 31921 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:05.708400 31923 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1248 milliseconds
20:03:05.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.708580 31894 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:05.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.710011 31894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.712631 31894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.713994 31894 hybrid_clock.cc:648] HybridClock initialized: now 1786305785713953 us; error 68 us; skew 500 ppm
20:03:05.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.714946 31894 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.721678 31894 webserver.cc:533] Webserver started at http://127.30.221.124:35337/ using document root <none> and password file <none>
20:03:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.722766 31894 fs_manager.cc:362] Metadata directory not provided
20:03:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.723024 31894 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.723486 31894 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.727862 31894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data/instance:
20:03:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45092997b9bd4525a06ced1a069f423f"
20:03:05.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:05 on dist-test-slave-6ntk"
20:03:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.729238 31894 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal/instance:
20:03:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45092997b9bd4525a06ced1a069f423f"
20:03:05.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:05 on dist-test-slave-6ntk"
20:03:05.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.736850 31894 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
20:03:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.743011 31942 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.744161 31894 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:03:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.744550 31894 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal
20:03:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "45092997b9bd4525a06ced1a069f423f"
20:03:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:05 on dist-test-slave-6ntk"
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.744902 31894 fs_report.cc:389] FS layout report
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data/data
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:05.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.805662 31894 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:05.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.807368 31894 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:05.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.807987 31894 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:05.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.882052 31894 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.124:39395
20:03:05.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.882215 32037 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.124:39395 every 8 connection(s)
20:03:05.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.885099 31894 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/data/info.pb
20:03:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.891422 32038 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.892226 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 31894
20:03:05.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.892670 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/master-2/wal/instance
20:03:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.906232 32038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } has no permanent_uuid. Determining permanent_uuid...
20:03:05.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.933547 32038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } has no permanent_uuid. Determining permanent_uuid...
20:03:05.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.944177 32038 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } has no permanent_uuid. Determining permanent_uuid...
20:03:05.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.961079 32038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: Bootstrap starting.
20:03:05.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.967504 32038 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: Neither blocks nor log segments found. Creating new log.
20:03:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.969213 32038 log.cc:826] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: Log is configured to *not* fsync() on all Append() calls
20:03:05.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.974045 32038 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: No bootstrap required, opened a new log
20:03:05.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.992887 32038 raft_consensus.cc:359] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.993773 32038 raft_consensus.cc:385] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:05.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.994102 32038 raft_consensus.cc:740] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 45092997b9bd4525a06ced1a069f423f, State: Initialized, Role: FOLLOWER
20:03:05.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.994971 32038 consensus_queue.cc:260] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.998044 32051 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:05.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.998698 32051 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: This master's current role is: FOLLOWER
20:03:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:05.999341 32038 sys_catalog.cc:565] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: configured and running, proceeding with master startup.
20:03:06.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:06.034252 32065 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:06.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:06.034869 32065 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.025748 31894 master_runner.cc:187] Error getting master registration for 127.30.221.126:35717: OK, instance_id { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" instance_seqno: 1786305781764213 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:06.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.056354 31894 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:06.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:06.063339 31952 tablet.cc:2406] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:06.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.326000 32051 raft_consensus.cc:493] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:06.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.326449 32051 raft_consensus.cc:515] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.328608 32051 leader_election.cc:290] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e34d94fdebe44590ad846d4c8da4a0c2 (127.30.221.126:35717), 36bc6dc3580140cc84f31f6d1a25b05d (127.30.221.125:40937)
20:03:06.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.390193 31891 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 7
20:03:06.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.423678 31891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: Bootstrap starting.
20:03:06.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.431504 31891 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: Neither blocks nor log segments found. Creating new log.
20:03:06.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.434011 31891 log.cc:826] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: Log is configured to *not* fsync() on all Append() calls
20:03:06.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.441198 31891 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: No bootstrap required, opened a new log
20:03:06.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.459363 31757 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } attempt: 7
20:03:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.470386 31891 raft_consensus.cc:359] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.471498 31891 raft_consensus.cc:385] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:06.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.472069 31891 raft_consensus.cc:740] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36bc6dc3580140cc84f31f6d1a25b05d, State: Initialized, Role: FOLLOWER
20:03:06.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.473328 31891 consensus_queue.cc:260] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.477231 32072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.478097 32072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.479172 31891 sys_catalog.cc:565] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: configured and running, proceeding with master startup.
20:03:06.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.482998 31854 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45092997b9bd4525a06ced1a069f423f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" is_pre_election: true
20:03:06.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.485092 31854 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 45092997b9bd4525a06ced1a069f423f in term 0.
20:03:06.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.490556 31947 leader_election.cc:304] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36bc6dc3580140cc84f31f6d1a25b05d, 45092997b9bd4525a06ced1a069f423f; no voters:
20:03:06.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.491815 32051 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Leader pre-election won for term 1
20:03:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.492218 32051 raft_consensus.cc:493] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:03:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.492579 32051 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 0 FOLLOWER]: Advancing to term 1
20:03:06.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.501042 32051 raft_consensus.cc:515] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.505716 31854 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45092997b9bd4525a06ced1a069f423f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36bc6dc3580140cc84f31f6d1a25b05d"
20:03:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.506456 31854 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 0 FOLLOWER]: Advancing to term 1
20:03:06.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.508775 31757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: Bootstrap starting.
20:03:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.515865 32051 leader_election.cc:290] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [CANDIDATE]: Term 1 election: Requested vote from peers e34d94fdebe44590ad846d4c8da4a0c2 (127.30.221.126:35717), 36bc6dc3580140cc84f31f6d1a25b05d (127.30.221.125:40937)
20:03:06.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.516582 31757 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: Neither blocks nor log segments found. Creating new log.
20:03:06.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.517568 31854 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45092997b9bd4525a06ced1a069f423f in term 1.
20:03:06.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.519116 31947 leader_election.cc:304] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36bc6dc3580140cc84f31f6d1a25b05d, 45092997b9bd4525a06ced1a069f423f; no voters:
20:03:06.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.520205 32051 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 1 FOLLOWER]: Leader election won for term 1
20:03:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.520893 31757 log.cc:826] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: Log is configured to *not* fsync() on all Append() calls
20:03:06.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.523010 32051 raft_consensus.cc:697] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [term 1 LEADER]: Becoming Leader. State: Replica: 45092997b9bd4525a06ced1a069f423f, State: Running, Role: LEADER
20:03:06.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.524125 32051 consensus_queue.cc:237] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.533442 31757 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: No bootstrap required, opened a new log
20:03:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.545190 32081 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45092997b9bd4525a06ced1a069f423f. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.546095 32081 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: This master's current role is: LEADER
20:03:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.549228 32087 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
20:03:06.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.556815 32087 catalog_manager.cc:1520] Initializing Kudu cluster ID...
20:03:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.562165 31757 raft_consensus.cc:359] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.563033 31757 raft_consensus.cc:385] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:06.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.563350 31757 raft_consensus.cc:740] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e34d94fdebe44590ad846d4c8da4a0c2, State: Initialized, Role: FOLLOWER
20:03:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.564468 31757 consensus_queue.cc:260] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } }
20:03:06.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.571902 32096 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:03:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.572582 32095 sys_catalog.cc:455] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.573313 32095 sys_catalog.cc:458] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.578591 31713 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45092997b9bd4525a06ced1a069f423f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e34d94fdebe44590ad846d4c8da4a0c2"
20:03:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.578055 31757 sys_catalog.cc:565] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: configured and running, proceeding with master startup.
20:03:06.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.579360 31713 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 0 FOLLOWER]: Advancing to term 1
20:03:06.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.581941 31714 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "45092997b9bd4525a06ced1a069f423f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" is_pre_election: true
20:03:06.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.589613 31713 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 45092997b9bd4525a06ced1a069f423f in term 1.
20:03:06.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.598272 31854 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [term 1 FOLLOWER]: Refusing update from remote peer 45092997b9bd4525a06ced1a069f423f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:06.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.599977 32081 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [LEADER]: Connected to new peer: Peer: permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:06.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.606920 31713 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [term 1 FOLLOWER]: Refusing update from remote peer 45092997b9bd4525a06ced1a069f423f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:03:06.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.608860 32081 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [LEADER]: Connected to new peer: Peer: permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:03:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.577261 31763 master_runner.cc:187] Error getting master registration for 127.30.221.126:35717: OK, instance_id { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" instance_seqno: 1786305781764213 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:06.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.620085 31763 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.631659 32072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45092997b9bd4525a06ced1a069f423f. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.636335 32072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.636045 32051 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.636724 32051 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: This master's current role is: LEADER
20:03:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.650395 32081 sys_catalog.cc:455] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.650416 32095 sys_catalog.cc:455] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 45092997b9bd4525a06ced1a069f423f. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.651124 32095 sys_catalog.cc:458] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.651132 32081 sys_catalog.cc:458] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f [sys.catalog]: This master's current role is: LEADER
20:03:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.656926 32087 catalog_manager.cc:1383] Generated new cluster ID: 5c4874b1458d4ccbb438aced0c576959
20:03:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.657315 32087 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
20:03:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.662289 32120 mvcc.cc:204] Tried to move back new op lower bound from 7316708501889110016 to 7316708501619576832. Current Snapshot: MvccSnapshot[applied={T|T < 7316708501889110016}]
20:03:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.670296 32072 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.671010 32072 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.672083 32095 sys_catalog.cc:455] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "45092997b9bd4525a06ced1a069f423f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e34d94fdebe44590ad846d4c8da4a0c2" member_type: VOTER last_known_addr { host: "127.30.221.126" port: 35717 } } peers { permanent_uuid: "36bc6dc3580140cc84f31f6d1a25b05d" member_type: VOTER last_known_addr { host: "127.30.221.125" port: 40937 } } peers { permanent_uuid: "45092997b9bd4525a06ced1a069f423f" member_type: VOTER last_known_addr { host: "127.30.221.124" port: 39395 } } }
20:03:06.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.672775 32095 sys_catalog.cc:458] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2 [sys.catalog]: This master's current role is: FOLLOWER
20:03:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.706115 32128 catalog_manager.cc:1295] Loaded cluster ID: 5c4874b1458d4ccbb438aced0c576959
20:03:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.706400 32128 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: loading cluster ID for follower catalog manager: success
20:03:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.710192 32087 catalog_manager.cc:1406] Generated new certificate authority record
20:03:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:06.710783 32128 catalog_manager.cc:1612] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: acquiring CA information for follower catalog manager: Not found: root CA entry not found
20:03:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:06.711089 32128 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
20:03:06.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.712198 32087 catalog_manager.cc:1540] Loading token signing keys...
20:03:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.743844 32087 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 45092997b9bd4525a06ced1a069f423f: Generated new TSK 0
20:03:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.745260 32087 catalog_manager.cc:1550] Initializing in-progress tserver states...
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:06.766615 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/logs
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data/info.pb
20:03:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.65:0
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.65
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.65
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:06.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.215907 32131 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:07.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.216522 32131 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.217054 32131 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.256714 32131 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:07.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.257658 32131 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.221.65
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.297652 32131 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/logs
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.65:0
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data/info.pb
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.65
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.65
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:07.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.299474 32131 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.301333 32131 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:07.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.317932 32143 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:07.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.600497 32096 catalog_manager.cc:1295] Loaded cluster ID: 5c4874b1458d4ccbb438aced0c576959
20:03:07.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.603204 32096 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: loading cluster ID for follower catalog manager: success
20:03:07.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.628961 32096 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: acquiring CA information for follower catalog manager: success
20:03:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.639652 32096 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 36bc6dc3580140cc84f31f6d1a25b05d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:07.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.722563 32128 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: acquiring CA information for follower catalog manager: success
20:03:07.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:07.731611 32128 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e34d94fdebe44590ad846d4c8da4a0c2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:03:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.331233 32029 debug-util.cc:398] Leaking SignalData structure 0x7b080003ca20 after lost signal to thread 31910
20:03:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.331889 32029 debug-util.cc:398] Leaking SignalData structure 0x7b0800070100 after lost signal to thread 32037
20:03:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:07.323825 32142 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:08.717449 32141 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 32131
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.860076 32141 kernel_stack_watchdog.cc:198] Thread 32131 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.861186 32131 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.541s user 0.460s sys 0.681s
20:03:09.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.861580 32131 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.541s user 0.460s sys 0.681s
20:03:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.864755 32144 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2543 milliseconds
20:03:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:09.865511 32146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.865526 32131 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.867605 32131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.881474 32131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.897349 32131 hybrid_clock.cc:648] HybridClock initialized: now 1786305789897289 us; error 73 us; skew 500 ppm
20:03:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.898682 32131 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:09.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.929071 32131 webserver.cc:533] Webserver started at http://127.30.221.65:33657/ using document root <none> and password file <none>
20:03:09.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.930615 32131 fs_manager.cc:362] Metadata directory not provided
20:03:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.930922 32131 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:09.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.931561 32131 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.938704 32131 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data/instance:
20:03:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "244127dfe7bc455da1ed164d50ab2b0e"
20:03:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:09 on dist-test-slave-6ntk"
20:03:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.940375 32131 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal/instance:
20:03:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "244127dfe7bc455da1ed164d50ab2b0e"
20:03:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:09 on dist-test-slave-6ntk"
20:03:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.972247 32131 fs_manager.cc:696] Time spent creating directory manager: real 0.031s user 0.006s sys 0.006s
20:03:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.997115 32160 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.998911 32131 fs_manager.cc:730] Time spent opening block manager: real 0.021s user 0.006s sys 0.003s
20:03:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:09.999511 32131 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal
20:03:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "244127dfe7bc455da1ed164d50ab2b0e"
20:03:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:09 on dist-test-slave-6ntk"
20:03:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.000154 32131 fs_report.cc:389] FS layout report
20:03:10.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data/data
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:10.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:10.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.186786 32131 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.189330 32131 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:10.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.190111 32131 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:10.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.201931 32131 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:10.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.227344 32131 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.227916 32131 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
20:03:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.228353 32131 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:10.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:10.228677 32131 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:11.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.189370 32131 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.65:41381
20:03:11.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.193159 32131 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/data/info.pb
20:03:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.188874 32343 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.65:41381 every 8 connection(s)
20:03:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.198084 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 32131
20:03:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.198873 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-0/wal/instance
20:03:11.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.230406 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/logs
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data/info.pb
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.66:0
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.66
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.66
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:11.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.280660 32347 heartbeater.cc:344] Connected to a master server at 127.30.221.124:39395
20:03:11.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.281255 32347 heartbeater.cc:461] Registering TS with master...
20:03:11.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.282738 32347 heartbeater.cc:507] Master 127.30.221.124:39395 requested a full tablet report, sending...
20:03:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.286490 31972 ts_manager.cc:194] Registered new tserver with Master: 244127dfe7bc455da1ed164d50ab2b0e (127.30.221.65:41381)
20:03:11.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.289304 31972 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.221.65:58589
20:03:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.296005 32350 heartbeater.cc:344] Connected to a master server at 127.30.221.125:40937
20:03:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.296389 32350 heartbeater.cc:461] Registering TS with master...
20:03:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.297037 32350 heartbeater.cc:507] Master 127.30.221.125:40937 requested a full tablet report, sending...
20:03:11.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.300433 31837 ts_manager.cc:194] Registered new tserver with Master: 244127dfe7bc455da1ed164d50ab2b0e (127.30.221.65:41381)
20:03:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.318043 32351 heartbeater.cc:344] Connected to a master server at 127.30.221.126:35717
20:03:11.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.318509 32351 heartbeater.cc:461] Registering TS with master...
20:03:11.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.319290 32351 heartbeater.cc:507] Master 127.30.221.126:35717 requested a full tablet report, sending...
20:03:11.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.322926 31695 ts_manager.cc:194] Registered new tserver with Master: 244127dfe7bc455da1ed164d50ab2b0e (127.30.221.65:41381)
20:03:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.710331 32356 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.710942 32356 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.711493 32356 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.746321 32356 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:11.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.747262 32356 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.221.66
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.785938 32356 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/logs
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.66:0
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:11.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data/info.pb
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.66
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.66
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.787668 32356 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:11.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:11.789814 32356 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:11.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.806581 32373 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:12.293994 32347 heartbeater.cc:499] Master 127.30.221.124:39395 was elected leader, sending a full tablet report...
20:03:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:13.210500 32370 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 32356
20:03:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:13.504900 32356 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.696s user 0.573s sys 1.066s
20:03:13.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:11.809674 32375 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:13.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:13.505460 32356 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.697s user 0.573s sys 1.066s
20:03:13.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:13.509038 32378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:13.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:13.512567 32377 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1699 milliseconds
20:03:13.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.512568 32356 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:13.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.514000 32356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.516184 32356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:13.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.517534 32356 hybrid_clock.cc:648] HybridClock initialized: now 1786305793517503 us; error 41 us; skew 500 ppm
20:03:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.518397 32356 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.524627 32356 webserver.cc:533] Webserver started at http://127.30.221.66:46597/ using document root <none> and password file <none>
20:03:13.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.525520 32356 fs_manager.cc:362] Metadata directory not provided
20:03:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.525799 32356 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:13.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.526463 32356 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.531177 32356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data/instance:
20:03:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f7633316f146db877a1aa8ef2bad1e"
20:03:13.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:13 on dist-test-slave-6ntk"
20:03:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.532348 32356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal/instance:
20:03:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f7633316f146db877a1aa8ef2bad1e"
20:03:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:13 on dist-test-slave-6ntk"
20:03:13.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.539920 32356 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.003s
20:03:13.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.545573 32390 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:13.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.546744 32356 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:03:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.547112 32356 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal
20:03:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7f7633316f146db877a1aa8ef2bad1e"
20:03:13.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:13 on dist-test-slave-6ntk"
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.547466 32356 fs_report.cc:389] FS layout report
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data/data
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:13.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.604030 32356 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.605783 32356 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.606424 32356 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.609251 32356 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:13.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.613540 32356 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.613775 32356 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.614131 32356 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.614329 32356 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.755656 32356 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.66:44247
20:03:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.755777 32593 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.66:44247 every 8 connection(s)
20:03:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.758427 32356 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/data/info.pb
20:03:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.762041 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 32356
20:03:13.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.762594 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-1/wal/instance
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.781198 31605 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/logs
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data/info.pb
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.67:0
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.67
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.67
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:13.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:03:13.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.811290 32594 heartbeater.cc:344] Connected to a master server at 127.30.221.124:39395
20:03:13.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.812009 32594 heartbeater.cc:461] Registering TS with master...
20:03:13.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.813853 32594 heartbeater.cc:507] Master 127.30.221.124:39395 requested a full tablet report, sending...
20:03:13.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.817286 31972 ts_manager.cc:194] Registered new tserver with Master: f7f7633316f146db877a1aa8ef2bad1e (127.30.221.66:44247)
20:03:13.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.819456 31972 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.221.66:35159
20:03:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.822794 32596 heartbeater.cc:344] Connected to a master server at 127.30.221.125:40937
20:03:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.823146 32596 heartbeater.cc:461] Registering TS with master...
20:03:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.823782 32596 heartbeater.cc:507] Master 127.30.221.125:40937 requested a full tablet report, sending...
20:03:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.826857 31837 ts_manager.cc:194] Registered new tserver with Master: f7f7633316f146db877a1aa8ef2bad1e (127.30.221.66:44247)
20:03:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.831805 32598 heartbeater.cc:344] Connected to a master server at 127.30.221.126:35717
20:03:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.832231 32598 heartbeater.cc:461] Registering TS with master...
20:03:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.832895 32598 heartbeater.cc:507] Master 127.30.221.126:35717 requested a full tablet report, sending...
20:03:13.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:13.835517 31695 ts_manager.cc:194] Registered new tserver with Master: f7f7633316f146db877a1aa8ef2bad1e (127.30.221.66:44247)
20:03:14.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.136387 32606 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.137001 32606 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.137565 32606 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.175370 32606 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.176760 32606 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.30.221.67
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:14.218258 32606 tablet_server_runner.cc:78] Tablet server non-default flags:
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/logs
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:14.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.221.84:45961
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.221.67:0
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data/info.pb
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.221.67
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.30.221.126:35717,127.30.221.125:40937,127.30.221.124:39395
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.30.221.67
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:14.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:14.219595 32606 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:14.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:14.221184 32606 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.235265 32625 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:14.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:14.823534 32594 heartbeater.cc:499] Master 127.30.221.124:39395 was elected leader, sending a full tablet report...
20:03:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.640676 32624 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 32606
20:03:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.645118 32624 kernel_stack_watchdog.cc:198] Thread 32606 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 402ms:
20:03:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:14.235966 32626 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.647104 32606 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.412s user 0.000s sys 0.002s
20:03:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.647514 32606 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.412s user 0.000s sys 0.002s
20:03:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.649107 32628 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:15.651895 32627 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1409 milliseconds
20:03:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.651917 32606 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.653229 32606 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.655956 32606 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:15.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.657398 32606 hybrid_clock.cc:648] HybridClock initialized: now 1786305795657351 us; error 59 us; skew 500 ppm
20:03:15.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.658304 32606 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:15.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.665144 32606 webserver.cc:533] Webserver started at http://127.30.221.67:44207/ using document root <none> and password file <none>
20:03:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.666132 32606 fs_manager.cc:362] Metadata directory not provided
20:03:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.666337 32606 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:15.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.666749 32606 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.671088 32606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data/instance:
20:03:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f38805c977248f99e80d1de4f65ff8a"
20:03:15.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:15 on dist-test-slave-6ntk"
20:03:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.672145 32606 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal/instance:
20:03:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f38805c977248f99e80d1de4f65ff8a"
20:03:15.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:15 on dist-test-slave-6ntk"
20:03:15.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.679396 32606 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:03:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.685766 32639 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.687135 32606 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:03:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.687429 32606 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal
20:03:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7f38805c977248f99e80d1de4f65ff8a"
20:03:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:15 on dist-test-slave-6ntk"
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.687760 32606 fs_report.cc:389] FS layout report
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data/data
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:15.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.751852 32606 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:15.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.753479 32606 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:15.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.754042 32606 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:15.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.757037 32606 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:03:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.762171 32606 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:03:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.762401 32606 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:03:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.762748 32606 ts_tablet_manager.cc:616] Registered 0 tablets
20:03:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.762996 32606 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:03:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.913012 32606 rpc_server.cc:307] RPC server started. Bound to: 127.30.221.67:34809
20:03:15.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.913141 354 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.30.221.67:34809 every 8 connection(s)
20:03:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.915769 32606 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/data/info.pb
20:03:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.916448 31605 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 32606
20:03:15.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.916786 31605 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster16651031894297717729/ts-2/wal/instance
20:03:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.978636 355 heartbeater.cc:344] Connected to a master server at 127.30.221.124:39395
20:03:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.978958 358 heartbeater.cc:344] Connected to a master server at 127.30.221.126:35717
20:03:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.979207 355 heartbeater.cc:461] Registering TS with master...
20:03:15.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.979316 358 heartbeater.cc:461] Registering TS with master...
20:03:15.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.980690 355 heartbeater.cc:507] Master 127.30.221.124:39395 requested a full tablet report, sending...
20:03:15.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.981098 358 heartbeater.cc:507] Master 127.30.221.126:35717 requested a full tablet report, sending...
20:03:15.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.986182 31972 ts_manager.cc:194] Registered new tserver with Master: 7f38805c977248f99e80d1de4f65ff8a (127.30.221.67:34809)
20:03:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.988168 31972 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.30.221.67:54445
20:03:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.988453 31695 ts_manager.cc:194] Registered new tserver with Master: 7f38805c977248f99e80d1de4f65ff8a (127.30.221.67:34809)
20:03:15.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.989490 356 heartbeater.cc:344] Connected to a master server at 127.30.221.125:40937
20:03:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.989799 356 heartbeater.cc:461] Registering TS with master...
20:03:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.990708 356 heartbeater.cc:507] Master 127.30.221.125:40937 requested a full tablet report, sending...
20:03:15.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:15.994408 31837 ts_manager.cc:194] Registered new tserver with Master: 7f38805c977248f99e80d1de4f65ff8a (127.30.221.67:34809)
20:03:16.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.011773 31605 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
20:03:16.026 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:03:16.026 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:16.027 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.221.126"
port: 35717
}
bound_http_address {
host: "127.30.221.126"
port: 34819
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.221.125"
port: 40937
}
bound_http_address {
host: "127.30.221.125"
port: 38917
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.221.124"
port: 39395
}
bound_http_address {
host: "127.30.221.124"
port: 35337
}
}
}
20:03:16.028 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:16.028 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.30.221.65"
port: 41381
}
bound_http_address {
host: "127.30.221.65"
port: 33657
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.30.221.66"
port: 44247
}
bound_http_address {
host: "127.30.221.66"
port: 46597
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.30.221.67"
port: 34809
}
bound_http_address {
host: "127.30.221.67"
port: 44207
}
}
}
20:03:16.029 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:03:16.030 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster5227638702312030163/krb5kdc/krb5cc
20:03:16.030 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:03:16.031 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMlXsXC/test-tmp
20:03:16.031 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:03:16.031 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMlXsXC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:03:16.034 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:03:16.386 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:16.386 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:03:16.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.390193 377 mini_oidc.cc:150] Starting JWKS server
20:03:16.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.393368 377 webserver.cc:533] Webserver started at http://127.0.0.1:34841/ using document root <none> and password file <none>
20:03:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.393774 377 mini_oidc.cc:186] Starting OIDC Discovery server
20:03:16.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.395632 377 webserver.cc:533] Webserver started at http://127.0.0.1:35335/ using document root <none> and password file <none>
20:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/principal' for realm 'KRBTEST.COM',
20:03:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:16 dist-test-slave-6ntk krb5kdc[397](info): setting up network...
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:16 dist-test-slave-6ntk krb5kdc[397](info): set up 2 sockets
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:16 dist-test-slave-6ntk krb5kdc[397](info): commencing operation
20:03:16.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:03:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:16.994626 355 heartbeater.cc:499] Master 127.30.221.124:39395 was elected leader, sending a full tablet report...
20:03:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:18.754614 377 mini_kdc.cc:121] Time spent starting KDC: real 2.320s user 0.000s sys 0.023s
20:03:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:03:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:18.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:03:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:03:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:03:18.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:03:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:03:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:03:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/test-user.keytab.
20:03:18.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/test-user.keytab.
20:03:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:18 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305798, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:18.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:03:18.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:03:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:03:18.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:03:18Z Disabled control of system clock
20:03:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.94.126@KRBTEST.COM; defaulting to no policy
20:03:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.94.126@KRBTEST.COM" created.
20:03:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.94.126@KRBTEST.COM; defaulting to no policy
20:03:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.94.126@KRBTEST.COM" created.
20:03:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:19.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:19.015136 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/logs
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45493
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.126
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:19.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.352418 417 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.352972 417 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:19.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.353679 417 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.393312 417 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.393672 417 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.394171 417 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.394572 417 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.394928 417 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.395244 417 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.395496 417 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:19.435581 417 master_runner.cc:387] Master server non-default flags:
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/logs
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.126
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45493
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:19.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:19.437285 417 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:19.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:19.438565 417 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.450778 428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:19.451310 430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:20.874091 427 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 417
20:03:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.238381 417 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.787s user 0.648s sys 1.084s
20:03:21.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.239073 417 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.788s user 0.649s sys 1.084s
20:03:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.240890 435 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.243836 433 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1788 milliseconds
20:03:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.243902 417 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:21.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.245283 417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:21.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.248055 417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.250090 417 hybrid_clock.cc:648] HybridClock initialized: now 1786305801250075 us; error 94 us; skew 500 ppm
20:03:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.251082 417 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:21.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:21 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305801, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.258016 417 init.cc:377] Logged in from keytab as kudu/127.0.94.126@KRBTEST.COM (short username kudu)
20:03:21.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.263307 417 webserver.cc:533] Webserver started at http://127.0.94.126:41705/ using document root <none> and password file <none>
20:03:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.264354 417 fs_manager.cc:362] Metadata directory not provided
20:03:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.264662 417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.265220 417 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.270241 417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/instance:
20:03:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b96af28d0d4945feb0f42aa801e8ff89"
20:03:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:21 on dist-test-slave-6ntk"
20:03:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.271540 417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal/instance:
20:03:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b96af28d0d4945feb0f42aa801e8ff89"
20:03:21.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:21 on dist-test-slave-6ntk"
20:03:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.280263 417 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
20:03:21.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.286831 446 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.288031 417 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:03:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.288479 417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:21.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b96af28d0d4945feb0f42aa801e8ff89"
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:21 on dist-test-slave-6ntk"
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.288929 417 fs_report.cc:389] FS layout report
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/data
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:21.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:21.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.365618 417 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:21.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.375308 417 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:21.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.375836 417 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.464882 417 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.126:45493
20:03:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.465037 529 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.126:45493 every 8 connection(s)
20:03:21.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.469610 417 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.472157 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 417
20:03:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.472754 377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal/instance
20:03:21.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.478780 530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.491664 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } has no permanent_uuid. Determining permanent_uuid...
20:03:21.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.94.125@KRBTEST.COM; defaulting to no policy
20:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:21.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.94.125@KRBTEST.COM" created.
20:03:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:21 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305801, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.126@KRBTEST.COM for kudu/127.0.94.126@KRBTEST.COM
20:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:21.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:21.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.534575 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } has no permanent_uuid. Determining permanent_uuid...
20:03:21.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.537060 448 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.541539 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.94.125@KRBTEST.COM; defaulting to no policy
20:03:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.94.125@KRBTEST.COM" created.
20:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:21.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.570451 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:21.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/logs
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:42875
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.125
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:21.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:21.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:21.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.591086 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 1
20:03:21.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.595371 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.663777 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 2
20:03:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.668453 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.759917 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 3
20:03:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.765259 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.905705 544 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.906482 544 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.907266 544 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.908736 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 4
20:03:21.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.914026 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.944242 544 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:21.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.944550 544 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.944978 544 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.945286 544 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:21.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.945603 544 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.945986 544 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:21.946228 544 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.987599 544 master_runner.cc:387] Master server non-default flags:
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/logs
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.125
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:42875
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:21.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:21.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.989338 544 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:21.990517 544 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:22.001731 559 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:22.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:22.213490 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 5
20:03:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:22.220706 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:22.769584 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 6
20:03:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:22.787899 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.125:42875: Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:22.003427 561 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:22.006744 567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.393296 564 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1386 milliseconds
20:03:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.393445 544 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.394948 544 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.398466 544 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.399967 544 hybrid_clock.cc:648] HybridClock initialized: now 1786305803399919 us; error 65 us; skew 500 ppm
20:03:23.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.400879 544 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:23 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305803, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:23.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.407788 544 init.cc:377] Logged in from keytab as kudu/127.0.94.125@KRBTEST.COM (short username kudu)
20:03:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.413159 544 webserver.cc:533] Webserver started at http://127.0.94.125:43273/ using document root <none> and password file <none>
20:03:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.414172 544 fs_manager.cc:362] Metadata directory not provided
20:03:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.414371 544 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:23.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.414774 544 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.419121 544 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/instance:
20:03:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77f189048ab845938eea3681f0c5ab77"
20:03:23.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:23 on dist-test-slave-6ntk"
20:03:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.420192 544 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal/instance:
20:03:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77f189048ab845938eea3681f0c5ab77"
20:03:23.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:23 on dist-test-slave-6ntk"
20:03:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.428937 544 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:03:23.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.435045 584 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.436245 544 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:03:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.436527 544 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77f189048ab845938eea3681f0c5ab77"
20:03:23.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:23 on dist-test-slave-6ntk"
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.436827 544 fs_report.cc:389] FS layout report
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/data
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:23.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:23.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.494619 544 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.500725 544 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.501192 544 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.582325 544 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.125:42875
20:03:23.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.582473 658 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.125:42875 every 8 connection(s)
20:03:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.586269 544 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.590618 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 544
20:03:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.591141 377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal/instance
20:03:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.593353 661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:23.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.606794 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } has no permanent_uuid. Determining permanent_uuid...
20:03:23.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.94.124@KRBTEST.COM; defaulting to no policy
20:03:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.94.124@KRBTEST.COM" created.
20:03:23.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:23 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305803, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.125@KRBTEST.COM for kudu/127.0.94.126@KRBTEST.COM
20:03:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:23.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.94.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:23.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.646695 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } has no permanent_uuid. Determining permanent_uuid...
20:03:23.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.94.124@KRBTEST.COM; defaulting to no policy
20:03:23.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:23.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.94.124@KRBTEST.COM" created.
20:03:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:23 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305803, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.125@KRBTEST.COM for kudu/127.0.94.125@KRBTEST.COM
20:03:23.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.677215 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } has no permanent_uuid. Determining permanent_uuid...
20:03:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.679653 586 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:03:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.94.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab.
20:03:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.684372 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.684553 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:23.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/logs
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:41875
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.124
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:23.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.733976 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 1
20:03:23.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.738329 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.806753 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 2
20:03:23.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.811671 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.848493 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } attempt: 7
20:03:23.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:23 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305801, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.126@KRBTEST.COM for kudu/127.0.94.125@KRBTEST.COM
20:03:23.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.871201 530 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } has no permanent_uuid. Determining permanent_uuid...
20:03:23.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.877399 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.903108 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 3
20:03:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.907538 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:23.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:23.935801 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 1
20:03:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:23.940249 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.021683 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 2
20:03:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.026881 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.051151 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 4
20:03:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.056829 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.061836 678 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:24.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.062642 678 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:24.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.063408 678 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.097795 678 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.098162 678 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:24.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.098611 678 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.098968 678 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.099319 678 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:24.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.099650 678 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:24.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.099905 678 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:24.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.112322 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 3
20:03:24.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.116887 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.148141 678 master_runner.cc:387] Master server non-default flags:
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/logs
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.124
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:41875
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:24.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:24.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.149472 678 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:24.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.150568 678 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:24.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.161604 690 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:24.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.257278 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 4
20:03:24.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.265235 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.356326 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 5
20:03:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.369931 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.548847 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 5
20:03:24.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.558326 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:24.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:24.917662 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 6
20:03:24.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.977906 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:25.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:25.111788 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 6
20:03:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:25.142261 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:26.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.038450 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 7
20:03:26.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.055986 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:24.163304 691 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:25.565824 689 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 678
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.078572 689 kernel_stack_watchdog.cc:198] Thread 678 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:26.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:26.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.081513 678 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.919s user 0.575s sys 1.278s
20:03:26.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.081964 678 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.920s user 0.575s sys 1.278s
20:03:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.084517 693 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.084636 692 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1921 milliseconds
20:03:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.084564 678 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:26.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.086249 678 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.088773 678 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:26.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.090124 678 hybrid_clock.cc:648] HybridClock initialized: now 1786305806090084 us; error 64 us; skew 500 ppm
20:03:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.090997 678 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:26.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:26.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.097157 678 init.cc:377] Logged in from keytab as kudu/127.0.94.124@KRBTEST.COM (short username kudu)
20:03:26.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.102555 678 webserver.cc:533] Webserver started at http://127.0.94.124:45741/ using document root <none> and password file <none>
20:03:26.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.103650 678 fs_manager.cc:362] Metadata directory not provided
20:03:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.103863 678 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.104281 678 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:03:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.109061 678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/instance:
20:03:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40f0cf80716143ae924e7806859bc187"
20:03:26.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:26 on dist-test-slave-6ntk"
20:03:26.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.110257 678 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal/instance:
20:03:26.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40f0cf80716143ae924e7806859bc187"
20:03:26.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:26 on dist-test-slave-6ntk"
20:03:26.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.119511 678 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
20:03:26.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.125731 714 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.127039 678 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:03:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.127363 678 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40f0cf80716143ae924e7806859bc187"
20:03:26.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:26 on dist-test-slave-6ntk"
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.127673 678 fs_report.cc:389] FS layout report
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/data
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:26.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:26.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.175966 530 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } attempt: 7
20:03:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.185111 530 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.94.124:41875: Network error: Client connection negotiation failed: client connection to 127.0.94.124:41875: connect: Connection refused (error 111)
20:03:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.191877 678 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.202517 678 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:26.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.202926 678 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.277838 678 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.124:41875
20:03:26.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.277988 803 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.124:41875 every 8 connection(s)
20:03:26.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.280704 678 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.283449 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 678
20:03:26.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.283987 377 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal/instance
20:03:26.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.288992 805 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:03:26.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.302079 805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } has no permanent_uuid. Determining permanent_uuid...
20:03:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305798, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.94.124@KRBTEST.COM
20:03:26.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for kudu/127.0.94.126@KRBTEST.COM
20:03:26.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.337505 805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } has no permanent_uuid. Determining permanent_uuid...
20:03:26.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for kudu/127.0.94.125@KRBTEST.COM
20:03:26.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305798, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.94.125@KRBTEST.COM
20:03:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.362936 805 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } has no permanent_uuid. Determining permanent_uuid...
20:03:26.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for kudu/127.0.94.124@KRBTEST.COM
20:03:26.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305798, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.94.126@KRBTEST.COM
20:03:26.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.397398 805 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Bootstrap starting.
20:03:26.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.398404 377 external_mini_cluster.cc:955] 0 TS(s) registered with all masters
20:03:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.405246 805 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Neither blocks nor log segments found. Creating new log.
20:03:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.407764 805 log.cc:826] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Log is configured to *not* fsync() on all Append() calls
20:03:26.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:26.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.412474 805 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: No bootstrap required, opened a new log
20:03:26.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:03:26.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:03:26.414 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:03:26.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.94.126"
port: 45493
}
bound_http_address {
host: "127.0.94.126"
port: 41705
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.94.125"
port: 42875
}
bound_http_address {
host: "127.0.94.125"
port: 43273
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.94.124"
port: 41875
}
bound_http_address {
host: "127.0.94.124"
port: 45741
}
}
}
20:03:26.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:03:26.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:26.415 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:03:26.415 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:03:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.434739 805 raft_consensus.cc:359] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:26.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.435442 805 raft_consensus.cc:385] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:26.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.435741 805 raft_consensus.cc:740] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40f0cf80716143ae924e7806859bc187, State: Initialized, Role: FOLLOWER
20:03:26.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.436623 805 consensus_queue.cc:260] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.439649 821 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } } }
20:03:26.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.440296 821 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: This master's current role is: FOLLOWER
20:03:26.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.441918 805 sys_catalog.cc:565] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: configured and running, proceeding with master startup.
20:03:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:26 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:26.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:03:26.454 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:26.456 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc
20:03:26.458 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:26.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.459115 729 tablet.cc:2406] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.474335 840 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:26.474697 840 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:26.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.468734 678 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: OK, instance_id { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" instance_seqno: 1786305801437999 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:03:26.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.497812 678 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.860136 821 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:26.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.860735 821 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:26.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:26.863483 821 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:27.459 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.94.126:45493
20:03:27.459 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:03:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.460203 377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 417
20:03:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.479130 840 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.479507 840 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:27.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.496397 716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.0.94.126:45493 (error 108)
20:03:27.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:27.501 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.94.124:41875
20:03:27.501 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:03:27.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.502036 377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 678
20:03:27.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:27.535 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.94.125:42875
20:03:27.535 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:03:27.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.536082 377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 544
20:03:27.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:27.565 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.94.126:45493
20:03:27.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:03:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.567454 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:27.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/logs
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45493
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41705
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.126
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:27.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.905135 850 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.905812 850 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.906549 850 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.948935 850 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.949172 850 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.949451 850 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:27.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.949653 850 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.949854 850 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.950134 850 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:27.950295 850 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.992450 850 master_runner.cc:387] Master server non-default flags:
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/logs
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.126
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.126:45493
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:27.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.126
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41705
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:27.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.993772 850 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:27.994971 850 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:28.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:28.007522 860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:28.008563 861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:29.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.337913 863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.340456 862 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1327 milliseconds
20:03:29.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.340561 850 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:29.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.341825 850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:29.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.345139 850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:29.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.346565 850 hybrid_clock.cc:648] HybridClock initialized: now 1786305809346514 us; error 54 us; skew 500 ppm
20:03:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.347393 850 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:29.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:29 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305809, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:29.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.353610 850 init.cc:377] Logged in from keytab as kudu/127.0.94.126@KRBTEST.COM (short username kudu)
20:03:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.359165 850 webserver.cc:533] Webserver started at http://127.0.94.126:41705/ using document root <none> and password file <none>
20:03:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.360097 850 fs_manager.cc:362] Metadata directory not provided
20:03:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.360301 850 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:29.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.369160 850 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
20:03:29.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.373840 876 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.375145 850 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:03:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.375440 850 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b96af28d0d4945feb0f42aa801e8ff89"
20:03:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:21 on dist-test-slave-6ntk"
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.377743 850 fs_report.cc:389] FS layout report
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/data
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:29.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.447829 850 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:29.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.453353 850 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.453792 850 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.532634 850 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.126:45493
20:03:29.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.532716 957 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.126:45493 every 8 connection(s)
20:03:29.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.535808 850 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/data/info.pb
20:03:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.540948 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 850
20:03:29.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:29.541 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.94.124:41875
20:03:29.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.542968 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/logs
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:41875
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45741
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.124
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:29.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.547665 958 sys_catalog.cc:263] Verifying existing consensus state
20:03:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 20:03:29.548532 958 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:03:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.549009 850 master.cc:562] Master@127.0.94.126:45493 shutting down...
20:03:29.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.623837 850 master.cc:584] Master@127.0.94.126:45493 shutdown complete.
20:03:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.626941 850 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
20:03:29.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:03:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.881223 962 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.882021 962 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.882858 962 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.917392 962 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:29.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.917699 962 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.918123 962 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.918457 962 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:29.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.918771 962 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.919077 962 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.919329 962 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.968520 962 master_runner.cc:387] Master server non-default flags:
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/logs
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.124
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.124:41875
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.124
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45741
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:29.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.970273 962 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:29.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:29.971643 962 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.985755 981 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:31.389854 978 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 962
20:03:31.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:31.694162 962 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.707s user 0.623s sys 1.067s
20:03:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:31.694913 962 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.708s user 0.623s sys 1.068s
20:03:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:29.986948 984 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:31.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:31.697569 986 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:31.701640 985 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1712 milliseconds
20:03:31.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.701645 962 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:31.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.703104 962 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.705754 962 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.707172 962 hybrid_clock.cc:648] HybridClock initialized: now 1786305811707125 us; error 65 us; skew 500 ppm
20:03:31.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.708022 962 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:31.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:31 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305811, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:31.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.714622 962 init.cc:377] Logged in from keytab as kudu/127.0.94.124@KRBTEST.COM (short username kudu)
20:03:31.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.720578 962 webserver.cc:533] Webserver started at http://127.0.94.124:45741/ using document root <none> and password file <none>
20:03:31.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.721657 962 fs_manager.cc:362] Metadata directory not provided
20:03:31.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.721969 962 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:31.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.732200 962 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.000s sys 0.004s
20:03:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.737015 1003 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:31.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.738379 962 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.738792 962 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40f0cf80716143ae924e7806859bc187"
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:26 on dist-test-slave-6ntk"
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.741068 962 fs_report.cc:389] FS layout report
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/wal
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/data
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:31.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.840992 962 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.848090 962 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.848799 962 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.933239 962 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.124:41875
20:03:31.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.933264 1091 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.124:41875 every 8 connection(s)
20:03:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.936216 962 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-2/data/info.pb
20:03:31.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.940133 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 962
20:03:31.940 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:31.940 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.94.125:42875
20:03:31.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.942703 377 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/logs
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:42875
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43273
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.125
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:03:31.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:03:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.951546 1092 sys_catalog.cc:263] Verifying existing consensus state
20:03:31.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.956892 1092 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Bootstrap starting.
20:03:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:31.998365 1092 log.cc:826] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Log is configured to *not* fsync() on all Append() calls
20:03:32.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.003360 1092 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:03:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.004302 1092 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Bootstrap complete.
20:03:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.037570 1092 raft_consensus.cc:359] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.040838 1092 raft_consensus.cc:385] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:03:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.041167 1092 raft_consensus.cc:740] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 40f0cf80716143ae924e7806859bc187, State: Initialized, Role: FOLLOWER
20:03:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.042304 1092 consensus_queue.cc:260] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.045358 1097 sys_catalog.cc:455] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } } }
20:03:32.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.046340 1097 sys_catalog.cc:458] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: This master's current role is: FOLLOWER
20:03:32.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.047199 1092 sys_catalog.cc:565] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [sys.catalog]: configured and running, proceeding with master startup.
20:03:32.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.079210 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.079828 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.105062 1016 tablet.cc:2406] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:03:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.082944 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.113575 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.191475 1097 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.192122 1097 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.197778 1007 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:32.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.200101 1097 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:32.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.215101 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.217480 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:32.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.217965 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:32.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.219616 1097 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:32.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.350449 1094 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:03:32.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.351131 1094 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:03:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.351863 1094 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:03:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.386755 1094 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:03:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.387068 1094 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:03:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.387568 1094 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:03:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.387887 1094 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:03:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.388200 1094 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:03:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.388512 1094 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:03:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.388760 1094 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34841/jwks.json
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.430226 1094 master_runner.cc:387] Master server non-default flags:
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/logs
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.94.84:42891
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data
20:03:32.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.94.126:45493,127.0.94.125:42875,127.0.94.124:41875
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/kudu.keytab
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.94.125
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.94.125:42875
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34841/jwks.json
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.94.125
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43273
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
20:03:32.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:03:32.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.432039 1094 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:03:32.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:32.433127 1094 file_cache.cc:504] Constructed file cache file cache with capacity 419430
20:03:32.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.445837 1134 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:33.088186 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:33.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:33.089744 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:33.968194 1145 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:33.969003 1145 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:33.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:33.974429 1145 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.036185 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.039547 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:34.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.040345 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:34.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.041523 1145 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:34.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.095455 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.095840 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:33.851061 1133 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 1094
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.317672 1133 kernel_stack_watchdog.cc:198] Thread 1094 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:03:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:32.447928 1135 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.319131 1136 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1872 milliseconds
20:03:34.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.319520 1094 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.873s user 0.672s sys 1.052s
20:03:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.319898 1094 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.874s user 0.672s sys 1.052s
20:03:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.320310 1094 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:03:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.320398 1142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:03:34.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.323890 1094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:03:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.327210 1094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:03:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.328722 1094 hybrid_clock.cc:648] HybridClock initialized: now 1786305814328625 us; error 98 us; skew 500 ppm
20:03:34.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.329909 1094 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:03:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:34 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305814, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:34.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.337539 1094 init.cc:377] Logged in from keytab as kudu/127.0.94.125@KRBTEST.COM (short username kudu)
20:03:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.343808 1094 webserver.cc:533] Webserver started at http://127.0.94.125:43273/ using document root <none> and password file <none>
20:03:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.344732 1094 fs_manager.cc:362] Metadata directory not provided
20:03:34.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.344967 1094 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:03:34.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.354261 1094 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
20:03:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.359836 1164 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:03:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.361133 1094 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:03:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.361534 1094 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77f189048ab845938eea3681f0c5ab77"
20:03:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 20:03:23 on dist-test-slave-6ntk"
20:03:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.363718 1094 fs_report.cc:389] FS layout report
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/data
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:03:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:03:34.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.420900 1094 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:03:34.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.427627 1094 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:03:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.428164 1094 kserver.cc:163] Server-wide thread pool size limit: 3276
20:03:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.537581 1094 rpc_server.cc:307] RPC server started. Bound to: 127.0.94.125:42875
20:03:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.537643 1250 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.94.125:42875 every 8 connection(s)
20:03:34.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.540659 1094 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/data/info.pb
20:03:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.550778 377 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 1094
20:03:34.551 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:03:34.552 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.554 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.124:41875(127.0.94.124:41875)] connecting to peer
20:03:34.555 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.555325 1252 sys_catalog.cc:263] Verifying existing consensus state
20:03:34.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 20:03:34.556499 1252 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:03:34.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.557823 1094 master.cc:562] Master@127.0.94.125:42875 shutting down...
20:03:34.558 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.94.124:41875(127.0.94.124:41875)] Successfully connected to peer
20:03:34.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.569 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.94.125:42875(127.0.94.125:42875)] Successfully connected to peer
20:03:34.575 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:03:34.575 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc
20:03:34.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:34 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:34.582 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:34.582 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:03:34.583 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.0.94.124
20:03:34.598 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:03:34.598 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/krb5kdc/krb5cc
20:03:34.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:34 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:34.603 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:03:34.603 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:03:34.604 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.0.94.125
20:03:34.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:34 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.94.124@KRBTEST.COM
20:03:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:34 dist-test-slave-6ntk krb5kdc[397](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786305806, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.94.125@KRBTEST.COM
20:03:34.633 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0xaa1441aa, L:/127.0.0.1:50576 - R:/127.0.94.124:41875] using SASL/GSSAPI
20:03:34.654 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0xfbe49800, L:/127.0.0.1:57508 - R:/127.0.94.125:42875] using SASL/GSSAPI
20:03:34.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Service unavailable: service kudu.master.MasterService not registered on Master
20:03:34.663 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.664 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.94.125:42875(127.0.94.125:42875)] handling channelInactive
20:03:34.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state READY due to: connection closed
20:03:34.673 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.675 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.683 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.693 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.695 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.713 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.715 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.716 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:34.717832 1094 master.cc:584] Master@127.0.94.125:42875 shutdown complete.
20:03:34.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:34.722007 1094 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
20:03:34.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.724 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8839454192999374928/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:03:34.753 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.754 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.761 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.773 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.774 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.774 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.853 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.854 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.859 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:34.954 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:34.955 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:34.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:34.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:34.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:35.053 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:35.054 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:35.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.064 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:35.100327 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:35.100716 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:35.113 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:35.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.117 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:35.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:35.273 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:35.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.274 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.274 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:35.274 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:35.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.276 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:35.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:35.709681 1277 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:35.710152 1277 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:35.711664 1277 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:35.718042 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:35.718817 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:35.719149 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:35.719753 1277 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:36.104079 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:36.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:36.104365 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:36.833 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:36.835 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:36.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:36.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:36.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:36.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:36.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:36.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:36.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:37.107769 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:37.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:37.108036 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:37.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:37.117399 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:37.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:37.117790 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:38.111016 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:38.111294 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:38.951201 1289 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:38.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:38.951673 1289 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:38.953608 1289 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:38.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:38.956404 1007 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:03:38.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:38.959832 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:38.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:38.960489 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:38.960758 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:38.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:38.961292 1289 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:39.053 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:39.054 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:39.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:39.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:39.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:39.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:39.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:39.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:39.057 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:39.114153 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:39.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:39.114478 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:40.118106 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:40.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:40.118470 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:41.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:41.121289 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:41.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:41.121572 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:41.373 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:41.374 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:41.374 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:41.374 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:41.374 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:41.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:41.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:41.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:41.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:41.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:41 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305821, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:41.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:41.718977 992 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:42.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:42.121387 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:42.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:42.121857 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:42.124472 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:42.124704 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:43.127745 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:43.128022 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:43.261822 1303 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:43.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:43.262424 1303 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:43.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:43.264420 1303 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:43.270056 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:43.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:43.270622 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:43.270881 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:43.271454 1303 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:44.132956 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:44.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:44.133383 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:44.233 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:44.234 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:44.234 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:44.234 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:44.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:44.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:44.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:44.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:44.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:45.136698 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:45.137063 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:45.893 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:45.894 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:45.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:45.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:45.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:45.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:45.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:45.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:45.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:46.140151 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:46.140465 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:47.124794 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:47.125154 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:47.143680 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:47.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:47.144043 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:48.146998 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:48.147264 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:48.196 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:48.197 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:48.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:48.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:48.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:48.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:48.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:48.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:48.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:49.150254 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:49.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:49.150522 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:49.193578 31751 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9980 after lost signal to thread 31637
20:03:49.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:49.194200 31751 debug-util.cc:398] Leaking SignalData structure 0x7b080007d1c0 after lost signal to thread 31756
20:03:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:50.154541 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:50.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:50.154932 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:51.157977 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:51.158278 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:51.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:03:51 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305831, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:03:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:51.721721 992 init.cc:295] Successfully reacquired a new kerberos TGT
20:03:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:52.128649 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:52.129076 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:52.161118 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:52.161432 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:52.173 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:52.174 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:52.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:52.213 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:52.214 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:52.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:52.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:52.217 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:53.164412 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:53.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:53.164716 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:53.803010 1328 raft_consensus.cc:493] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:03:53.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:53.803586 1328 raft_consensus.cc:515] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b96af28d0d4945feb0f42aa801e8ff89" member_type: VOTER last_known_addr { host: "127.0.94.126" port: 45493 } } peers { permanent_uuid: "77f189048ab845938eea3681f0c5ab77" member_type: VOTER last_known_addr { host: "127.0.94.125" port: 42875 } } peers { permanent_uuid: "40f0cf80716143ae924e7806859bc187" member_type: VOTER last_known_addr { host: "127.0.94.124" port: 41875 } }
20:03:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:53.805747 1328 leader_election.cc:290] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493), 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875)
20:03:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:53.808427 1007 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:03:53.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:53.811444 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b96af28d0d4945feb0f42aa801e8ff89 (127.0.94.126:45493): Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111)
20:03:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:53.812073 1007 leader_election.cc:336] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 77f189048ab845938eea3681f0c5ab77 (127.0.94.125:42875): Network error: Client connection negotiation failed: client connection to 127.0.94.125:42875: connect: Connection refused (error 111)
20:03:53.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:53.812424 1007 leader_election.cc:304] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 40f0cf80716143ae924e7806859bc187; no voters: 77f189048ab845938eea3681f0c5ab77, b96af28d0d4945feb0f42aa801e8ff89
20:03:53.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:53.813108 1328 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:03:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:54.167692 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:54.167989 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:55.170888 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:55.171167 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:55.853 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:55.854 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:55.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:55.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:55.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:55.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:55.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:55.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:55.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:56.174095 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:56.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:56.174364 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:57.132081 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:03:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:03:57.132565 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:03:57.133 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:03:57.134 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:03:57.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:57.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:57.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:57.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:57.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:03:57.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:03:57.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:03:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:57.177174 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:57.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:57.177451 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:58.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:58.180321 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:58.180780 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:03:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:59.183832 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:03:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:03:59.184155 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:00.188922 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:00.189285 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:00.733 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:04:00.734 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:04:00.735 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:00.735 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:00.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:00.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:00.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:00.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:00.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:04:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:01.192117 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:01.192461 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 20:04:01 dist-test-slave-6ntk krb5kdc[397](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305841, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.94.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:04:01.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:01.724815 992 init.cc:295] Successfully reacquired a new kerberos TGT
20:04:01.792 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:04:01.793 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:04:01.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:01.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:01.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:01.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:01.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:01.795 [INFO - pool-44-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:01.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:04:02.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:02.139336 962 master_runner.cc:187] Error getting master registration for 127.0.94.126:45493: Network error: Client connection negotiation failed: client connection to 127.0.94.126:45493: connect: Connection refused (error 111),
20:04:02.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:02.139863 962 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
20:04:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:02.195369 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:02.195622 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:03.198101 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:03.198360 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:03.232 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:04:03.233 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:04:03.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:03.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:03.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:03.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:03.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:03.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:03.236 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:04:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:04.200809 1111 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 40f0cf80716143ae924e7806859bc187: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:04.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:04.201157 1111 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:04.413 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.126:45493(127.0.94.126:45493)] connecting to peer
20:04:04.414 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.94.125:42875(127.0.94.125:42875)] connecting to peer
20:04:04.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:04.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.94.125:42875(127.0.94.125:42875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:04.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.125:42875: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875
20:04:04.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:04.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.126:45493(127.0.94.126:45493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:04.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.94.126:45493: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
20:04:04.417 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875; will retry
20:04:04.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [88ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [111ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [131ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [147ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [168ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [172ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [172ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [307ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [307ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [406ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [410ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [411ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [504ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [506ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [512ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [512ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [567ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [569ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [569ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [723ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [725ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [2283ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [2286ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1942811568(state=PENDING, result=null, callback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394), errback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394)))
20:04:04.421 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.126:45493(127.0.94.126:45493)] disconnecting while in state TERMINATED
20:04:04.421 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.125:42875(127.0.94.125:42875)] disconnecting while in state TERMINATED
20:04:04.421 [DEBUG - main] (Connection.java:575) [peer master-127.0.94.124:41875(127.0.94.124:41875)] disconnecting while in state READY
20:04:04.428 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:04.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:04.431558 377 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 962
20:04:04.452 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.94.124:41875(127.0.94.124:41875)] handling channelInactive
20:04:04.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.94.124:41875(127.0.94.124:41875)] cleaning up while in state READY due to: connection closed
20:04:05.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:05.457943 32336 debug-util.cc:398] Leaking SignalData structure 0x7b08000acac0 after lost signal to thread 32133
20:04:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 20:04:05.458797 32336 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac380 after lost signal to thread 32343
20:04:05.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:04:05Z chronyd exiting
20:04:06.691 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:04:06.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.693941 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 32131
20:04:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.734985 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 32356
20:04:06.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.770125 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 32606
20:04:06.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.806022 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 31634
20:04:06.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.848657 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 31763
20:04:06.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 20:04:06.891337 31605 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 31894
20:04:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T20:04:08Z chronyd exiting
20:04:09.100 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [88ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [111ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [131ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [147ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [168ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [172ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [172ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [307ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [307ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [406ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [410ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [411ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [504ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [506ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [512ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [512ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [567ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [569ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [569ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [723ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [725ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [2283ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [2286ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1942811568(state=PENDING, result=null, callback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394), errback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.94.126:45493
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29866), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [11ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [88ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [110ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Service unavailable: Service unavailable: service kudu.master.MasterService not registered on Master, [111ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Service unavailable: service kudu.master.MasterService not registered on Master, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [131ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [146ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [147ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [147ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [164ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [168ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [172ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [172ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [203ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [209ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [222ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [223ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [227ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [227ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [303ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [307ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [307ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [405ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [406ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [410ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [411ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [504ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [506ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [512ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [512ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [565ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [566ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [567ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [569ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [569ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [722ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [723ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [725ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [2283ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.126:45493: Network error: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.125:42875: Network error: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.0.94.124:41875: OK, [2286ms] delaying RPC due to: Service unavailable: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.126:45493, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.124:41875, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.94.125:42875, [4503ms] too many traces: truncated at 100 traces, deferred=Deferred@1942811568(state=PENDING, result=null, callback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394), errback=(continuation of Deferred@1775770964 after retry RPC after error@486073202) -> (continuation of Deferred@675744082 after retry RPC after error@1015164569) -> (continuation of Deferred@354006752 after retry RPC after error@1319183426) -> (continuation of Deferred@1589426525 after retry RPC after error@1944560373) -> (continuation of Deferred@730965215 after retry RPC after error@1817515739) -> (continuation of Deferred@1469594717 after retry RPC after error@430365777) -> (continuation of Deferred@1068971238 after retry RPC after error@2073038341) -> (continuation of Deferred@1845276670 after retry RPC after error@1117237828) -> (continuation of Deferred@1149349620 after retry RPC after error@1067081799) -> (continuation of Deferred@932293397 after retry RPC after error@1214986801) -> (continuation of Deferred@30727110 after retry RPC after error@1830816739) -> (continuation of Deferred@1465113681 after retry RPC after error@1182326328) -> (continuation of Deferred@1632970714 after retry RPC after error@214390528) -> (continuation of Deferred@1170191261 after retry RPC after error@1161182220) -> (continuation of Deferred@219527303 after retry RPC after error@995918194) -> (continuation of Deferred@55045855 after retry RPC after error@2011526375) -> (continuation of Deferred@1460943644 after retry RPC after error@136079261) -> (continuation of Deferred@881938775 after retry RPC after error@1745836398) -> (continuation of Deferred@515199912 after retry RPC after error@1979641708) -> (continuation of Deferred@1264255853 after retry RPC after error@1494083393) -> (continuation of Deferred@1829881819 after retry RPC after error@1872154778) -> (continuation of Deferred@2084955758 after retry RPC after error@1254371656) -> (continuation of Deferred@696785108 after retry RPC after error@1891835775) -> (continuation of Deferred@602333599 after retry RPC after error@1212402394)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:348)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.0.94.126:45493,127.0.94.124:41875,127.0.94.125:42875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.125:42875(127.0.94.125:42875): Connection refused: /127.0.94.125:42875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:338)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1519)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1377)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1428)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:545)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:484)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:296)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.94.126:45493(127.0.94.126:45493): Connection refused: /127.0.94.126:45493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.0.94.126:45493
Caused by: java.net.ConnectException: Connection refused
at java.base/sun.nio.ch.Net.pollConnect(Native Method)
at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)