19:59:03.874 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:59:03.900 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMlXsXC/test-tmp
19:59:03.908 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:59:03.915 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMlXsXC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:59:04.176 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:59:04.374 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:59:04.375 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:59:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.380225 18195 mini_oidc.cc:150] Starting JWKS server
19:59:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.384557 18195 webserver.cc:533] Webserver started at http://127.0.0.1:34593/ using document root <none> and password file <none>
19:59:04.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.385069 18195 mini_oidc.cc:186] Starting OIDC Discovery server
19:59:04.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.387022 18195 webserver.cc:533] Webserver started at http://127.0.0.1:44881/ using document root <none> and password file <none>
19:59:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:59:04.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:04Z Disabled control of system clock
19:59:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.455555 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal
19:59:04.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data
19:59:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:04.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:04.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/logs
19:59:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data/info.pb
19:59:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:04.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:04.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.254:45231
19:59:04.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.254
19:59:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json with env {}
19:59:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.770119 18216 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.770785 18216 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:04.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.771307 18216 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.804738 18216 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.805033 18216 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.805297 18216 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.805676 18216 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:04.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.806063 18216 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:04.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.806329 18216 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34593/jwks.json
19:59:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.843899 18216 master_runner.cc:387] Master server non-default flags:
19:59:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/logs
19:59:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:04.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data
19:59:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal
19:59:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.254:45231
19:59:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json
19:59:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data/info.pb
19:59:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.254
19:59:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:04.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.846004 18216 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:04.848661 18216 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.866322 18227 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:06.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:04.866705 18225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:06.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.112404 18230 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1244 milliseconds
19:59:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.118287 18231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.118394 18216 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.254s user 0.456s sys 0.795s
19:59:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.118695 18216 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.255s user 0.456s sys 0.795s
19:59:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.119010 18216 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.120543 18216 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:06.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.123659 18216 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:06.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.125149 18216 hybrid_clock.cc:648] HybridClock initialized: now 1786305546125091 us; error 62 us; skew 500 ppm
19:59:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.126403 18216 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:06.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.135164 18216 webserver.cc:533] Webserver started at http://127.17.196.254:39981/ using document root <none> and password file <none>
19:59:06.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.136303 18216 fs_manager.cc:362] Metadata directory not provided
19:59:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.136534 18216 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:06.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.137051 18216 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:06.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.142249 18216 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data/instance:
19:59:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c179b571b64fb8bd3b5398ac9f356c"
19:59:06.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:06 on dist-test-slave-6ntk"
19:59:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.143580 18216 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal/instance:
19:59:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c179b571b64fb8bd3b5398ac9f356c"
19:59:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:06 on dist-test-slave-6ntk"
19:59:06.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.152606 18216 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:59:06.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.159209 18240 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.160712 18216 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
19:59:06.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.161099 18216 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal
19:59:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "87c179b571b64fb8bd3b5398ac9f356c"
19:59:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:06 on dist-test-slave-6ntk"
19:59:06.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.161557 18216 fs_report.cc:389] FS layout report
19:59:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal
19:59:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal
19:59:06.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data/data
19:59:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:06.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:06.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:06.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.242518 18216 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.244310 18216 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:06.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.244849 18216 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.334695 18216 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.254:45231
19:59:06.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.334888 18328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.254:45231 every 8 connection(s)
19:59:06.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.337857 18216 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/data/info.pb
19:59:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.341068 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 18216
19:59:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.341624 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-0/wal/instance
19:59:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.346796 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal
19:59:06.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data
19:59:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/logs
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data/info.pb
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:06.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:06.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.253:38623
19:59:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.253
19:59:06.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:06.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json with env {}
19:59:06.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.347683 18329 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:06.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.364794 18329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } has no permanent_uuid. Determining permanent_uuid...
19:59:06.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.402266 18329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } has no permanent_uuid. Determining permanent_uuid...
19:59:06.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.405745 18245 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.411284 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.460881 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 1
19:59:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.466430 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.534940 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 2
19:59:06.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.539904 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.631337 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 3
19:59:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.636209 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.705451 18332 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.706166 18332 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.706632 18332 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.739970 18332 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.740269 18332 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:06.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.740468 18332 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.740670 18332 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.740861 18332 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:06.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.741086 18332 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34593/jwks.json
19:59:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.779546 18332 master_runner.cc:387] Master server non-default flags:
19:59:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/logs
19:59:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:06.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:06.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data
19:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal
19:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.253:38623
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json
19:59:06.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data/info.pb
19:59:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.253
19:59:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.779660 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 4
19:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.781347 18332 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:06.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:06.783772 18332 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:06.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.791409 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.800725 18345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:07.090909 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 5
19:59:07.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:07.102612 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:07.650259 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 6
19:59:07.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:07.664996 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.204366 18343 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 18332
19:59:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.586930 18343 kernel_stack_watchdog.cc:198] Thread 18332 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
19:59:08.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:59:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:59:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:59:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:59:08.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.587724 18332 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.786s user 0.600s sys 1.179s
19:59:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.588375 18332 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.787s user 0.600s sys 1.179s
19:59:08.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:06.802052 18346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.590530 18347 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1787 milliseconds
19:59:08.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.591028 18332 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:08.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.591251 18348 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.597486 18332 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:08.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.600389 18332 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.601810 18332 hybrid_clock.cc:648] HybridClock initialized: now 1786305548601774 us; error 44 us; skew 500 ppm
19:59:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.602821 18332 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.610278 18332 webserver.cc:533] Webserver started at http://127.17.196.253:33183/ using document root <none> and password file <none>
19:59:08.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.611450 18332 fs_manager.cc:362] Metadata directory not provided
19:59:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.611727 18332 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:08.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.612347 18332 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.617065 18332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data/instance:
19:59:08.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e7f113c24094c51bf304a406620a733"
19:59:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:08 on dist-test-slave-6ntk"
19:59:08.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.618534 18332 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal/instance:
19:59:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e7f113c24094c51bf304a406620a733"
19:59:08.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:08 on dist-test-slave-6ntk"
19:59:08.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.627756 18332 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
19:59:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.639447 18361 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:08.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.641134 18332 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.003s sys 0.000s
19:59:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.641606 18332 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal
19:59:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5e7f113c24094c51bf304a406620a733"
19:59:08.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:08 on dist-test-slave-6ntk"
19:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.642194 18332 fs_report.cc:389] FS layout report
19:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal
19:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal
19:59:08.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data/data
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:08.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:08.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.714625 18332 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:08.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.716459 18332 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.717046 18332 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:08.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.725621 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 7
19:59:08.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.734184 18329 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.253:38623: Network error: Client connection negotiation failed: client connection to 127.17.196.253:38623: connect: Connection refused (error 111)
19:59:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.810828 18332 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.253:38623
19:59:08.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.810966 18459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.253:38623 every 8 connection(s)
19:59:08.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.814533 18332 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/data/info.pb
19:59:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.818994 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 18332
19:59:08.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.819450 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-1/wal/instance
19:59:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.822031 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal
19:59:08.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/logs
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data/info.pb
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:08.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:08.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.252:46205
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.252
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:08.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json with env {}
19:59:08.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.822103 18460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.835628 18460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } has no permanent_uuid. Determining permanent_uuid...
19:59:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.863202 18460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } has no permanent_uuid. Determining permanent_uuid...
19:59:08.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.878958 18460 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
19:59:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.881946 18366 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.887605 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:08.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:08.937278 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 1
19:59:08.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:08.942373 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:09.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.010769 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 2
19:59:09.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.015705 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:09.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.107193 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 3
19:59:09.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.111960 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.183322 18462 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.183965 18462 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.184700 18462 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.219745 18462 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.220059 18462 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.220257 18462 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:09.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.220570 18462 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.220902 18462 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.221170 18462 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34593/jwks.json
19:59:09.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.255420 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 4
19:59:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.260828 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:09.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.261543 18462 master_runner.cc:387] Master server non-default flags:
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/logs
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:09.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:09.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.252:46205
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34593/jwks.json
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data/info.pb
19:59:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.252
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.263299 18462 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.265544 18462 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.277832 18478 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:09.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:09.560427 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 5
19:59:09.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.570250 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:10.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.117991 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 6
19:59:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:10.130929 18460 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.196.252:46205: Network error: Client connection negotiation failed: client connection to 127.17.196.252:46205: connect: Connection refused (error 111)
19:59:10.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:09.280332 18479 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:10.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:10.627017 18481 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:10.629663 18480 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1344 milliseconds
19:59:10.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.629858 18462 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:10.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.631356 18462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:10.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.634840 18462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:10.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.636287 18462 hybrid_clock.cc:648] HybridClock initialized: now 1786305550636220 us; error 81 us; skew 500 ppm
19:59:10.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.637099 18462 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:10.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.645179 18462 webserver.cc:533] Webserver started at http://127.17.196.252:43175/ using document root <none> and password file <none>
19:59:10.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.646206 18462 fs_manager.cc:362] Metadata directory not provided
19:59:10.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.646411 18462 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.646817 18462 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:10.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.651237 18462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data/instance:
19:59:10.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6"
19:59:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:10 on dist-test-slave-6ntk"
19:59:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.652288 18462 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal/instance:
19:59:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6"
19:59:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:10 on dist-test-slave-6ntk"
19:59:10.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.660069 18462 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
19:59:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.666432 18495 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:10.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.667606 18462 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.667922 18462 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6"
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:10 on dist-test-slave-6ntk"
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.668252 18462 fs_report.cc:389] FS layout report
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data/data
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:10.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.720237 18462 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:10.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.722112 18462 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:10.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.722734 18462 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:10.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.824747 18329 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } attempt: 8
19:59:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.827740 18462 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.252:46205
19:59:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.827966 18576 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.252:46205 every 8 connection(s)
19:59:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.833901 18462 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/data/info.pb
19:59:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.839865 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 18462
19:59:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.840713 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/master-2/wal/instance
19:59:10.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.843609 18582 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.849128 18329 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
19:59:10.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.874650 18582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } has no permanent_uuid. Determining permanent_uuid...
19:59:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.908263 18329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: Bootstrap starting.
19:59:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.910209 18582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } has no permanent_uuid. Determining permanent_uuid...
19:59:10.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.917989 18329 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: Neither blocks nor log segments found. Creating new log.
19:59:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.921124 18329 log.cc:826] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: Log is configured to *not* fsync() on all Append() calls
19:59:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.925096 18582 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } has no permanent_uuid. Determining permanent_uuid...
19:59:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.933459 18329 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: No bootstrap required, opened a new log
19:59:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.947925 18582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: Bootstrap starting.
19:59:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.957480 18582 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: Neither blocks nor log segments found. Creating new log.
19:59:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.960230 18582 log.cc:826] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: Log is configured to *not* fsync() on all Append() calls
19:59:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.965691 18329 raft_consensus.cc:359] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.967010 18582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: No bootstrap required, opened a new log
19:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.967113 18329 raft_consensus.cc:385] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.967490 18329 raft_consensus.cc:740] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 87c179b571b64fb8bd3b5398ac9f356c, State: Initialized, Role: FOLLOWER
19:59:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.968899 18329 consensus_queue.cc:260] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.973037 18596 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:10.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.974546 18596 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: This master's current role is: FOLLOWER
19:59:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:10.975421 18329 sys_catalog.cc:565] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: configured and running, proceeding with master startup.
19:59:11.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.005630 18582 raft_consensus.cc:359] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.006937 18256 tablet.cc:2406] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.007257 18582 raft_consensus.cc:385] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.007582 18582 raft_consensus.cc:740] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e8ce0f81fdb54641a11d6a0e5c04e2e6, State: Initialized, Role: FOLLOWER
19:59:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.008579 18582 consensus_queue.cc:260] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.016639 18613 sys_catalog.cc:455] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.016785 18611 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.017951 18613 sys_catalog.cc:458] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.018642 18582 sys_catalog.cc:565] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: configured and running, proceeding with master startup.
19:59:11.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.018685 18611 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.013291 18216 master_runner.cc:187] Error getting master registration for 127.17.196.253:38623: OK, instance_id { permanent_uuid: "5e7f113c24094c51bf304a406620a733" instance_seqno: 1786305548784693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:11.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.050472 18216 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:11.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.065202 18628 catalog_manager.cc:1594] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.066129 18628 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.073982 18596 raft_consensus.cc:493] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:11.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.074571 18596 raft_consensus.cc:515] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.081447 18536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87c179b571b64fb8bd3b5398ac9f356c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" is_pre_election: true
19:59:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.082530 18536 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87c179b571b64fb8bd3b5398ac9f356c in term 0.
19:59:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.084964 18250 leader_election.cc:304] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 87c179b571b64fb8bd3b5398ac9f356c, e8ce0f81fdb54641a11d6a0e5c04e2e6; no voters:
19:59:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.092450 18596 leader_election.cc:290] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5e7f113c24094c51bf304a406620a733 (127.17.196.253:38623), e8ce0f81fdb54641a11d6a0e5c04e2e6 (127.17.196.252:46205)
19:59:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.093011 18596 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Leader pre-election won for term 1
19:59:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.093398 18596 raft_consensus.cc:493] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:11.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.093739 18596 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 0 FOLLOWER]: Advancing to term 1
19:59:11.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.069479 18462 master_runner.cc:187] Error getting master registration for 127.17.196.253:38623: OK, instance_id { permanent_uuid: "5e7f113c24094c51bf304a406620a733" instance_seqno: 1786305548784693 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:11.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.106206 18462 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:11.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.108244 18596 raft_consensus.cc:515] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.116505 18536 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87c179b571b64fb8bd3b5398ac9f356c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6"
19:59:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.117110 18536 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 0 FOLLOWER]: Advancing to term 1
19:59:11.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.125607 18536 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 87c179b571b64fb8bd3b5398ac9f356c in term 1.
19:59:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.128507 18250 leader_election.cc:304] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 87c179b571b64fb8bd3b5398ac9f356c, e8ce0f81fdb54641a11d6a0e5c04e2e6; no voters:
19:59:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.129576 18631 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 1 FOLLOWER]: Leader election won for term 1
19:59:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.137285 18596 leader_election.cc:290] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [CANDIDATE]: Term 1 election: Requested vote from peers 5e7f113c24094c51bf304a406620a733 (127.17.196.253:38623), e8ce0f81fdb54641a11d6a0e5c04e2e6 (127.17.196.252:46205)
19:59:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.147585 18631 raft_consensus.cc:697] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [term 1 LEADER]: Becoming Leader. State: Replica: 87c179b571b64fb8bd3b5398ac9f356c, State: Running, Role: LEADER
19:59:11.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.148711 18631 consensus_queue.cc:237] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.159957 18596 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87c179b571b64fb8bd3b5398ac9f356c. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.161161 18596 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: This master's current role is: LEADER
19:59:11.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.171473 18635 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:59:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.181541 18635 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:59:11.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.191470 18460 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } attempt: 7
19:59:11.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:11.229769 18506 tablet.cc:2406] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.246016 18536 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [term 1 FOLLOWER]: Refusing update from remote peer 87c179b571b64fb8bd3b5398ac9f356c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.248456 18596 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [LEADER]: Connected to new peer: Peer: permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.262110 18460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: Bootstrap starting.
19:59:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.273633 18460 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: Neither blocks nor log segments found. Creating new log.
19:59:11.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.277318 18460 log.cc:826] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: Log is configured to *not* fsync() on all Append() calls
19:59:11.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.288359 18613 sys_catalog.cc:455] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87c179b571b64fb8bd3b5398ac9f356c. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.294312 18613 sys_catalog.cc:458] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.301802 18460 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: No bootstrap required, opened a new log
19:59:11.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.307638 18638 mvcc.cc:204] Tried to move back new op lower bound from 7316707537876803584 to 7316707537518522368. Current Snapshot: MvccSnapshot[applied={T|T < 7316707537876803584}]
19:59:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.349570 18635 catalog_manager.cc:1383] Generated new cluster ID: 62310e54ba3942b7939829204abdfbda
19:59:11.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.349995 18635 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:59:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.351307 18632 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.352195 18632 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: This master's current role is: LEADER
19:59:11.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.356693 18460 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.357710 18460 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.358044 18460 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5e7f113c24094c51bf304a406620a733, State: Initialized, Role: FOLLOWER
19:59:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.359436 18460 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } }
19:59:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.334594 18613 sys_catalog.cc:455] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.362351 18613 sys_catalog.cc:458] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.371104 18648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.371945 18648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.373397 18460 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: configured and running, proceeding with master startup.
19:59:11.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.373654 18423 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87c179b571b64fb8bd3b5398ac9f356c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e7f113c24094c51bf304a406620a733" is_pre_election: true
19:59:11.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.374732 18423 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 87c179b571b64fb8bd3b5398ac9f356c in term 0.
19:59:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.377211 18418 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 0 FOLLOWER]: Advancing to term 1
19:59:11.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.382153 18420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "87c179b571b64fb8bd3b5398ac9f356c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5e7f113c24094c51bf304a406620a733"
19:59:11.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.388630 18418 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [term 1 FOLLOWER]: Refusing update from remote peer 87c179b571b64fb8bd3b5398ac9f356c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:11.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.395344 18596 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [LEADER]: Connected to new peer: Peer: permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:59:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.438313 18635 catalog_manager.cc:1406] Generated new certificate authority record
19:59:11.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.441079 18635 catalog_manager.cc:1540] Loading token signing keys...
19:59:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.468094 18632 sys_catalog.cc:455] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.468816 18632 sys_catalog.cc:458] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c [sys.catalog]: This master's current role is: LEADER
19:59:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.470955 18648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 87c179b571b64fb8bd3b5398ac9f356c. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.471735 18648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.489151 18635 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 87c179b571b64fb8bd3b5398ac9f356c: Generated new TSK 0
19:59:11.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.490386 18635 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:59:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.491189 18658 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "87c179b571b64fb8bd3b5398ac9f356c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "87c179b571b64fb8bd3b5398ac9f356c" member_type: VOTER last_known_addr { host: "127.17.196.254" port: 45231 } } peers { permanent_uuid: "5e7f113c24094c51bf304a406620a733" member_type: VOTER last_known_addr { host: "127.17.196.253" port: 38623 } } peers { permanent_uuid: "e8ce0f81fdb54641a11d6a0e5c04e2e6" member_type: VOTER last_known_addr { host: "127.17.196.252" port: 46205 } } }
19:59:11.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.497094 18658 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733 [sys.catalog]: This master's current role is: FOLLOWER
19:59:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.526943 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:11.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:11.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/logs
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data/info.pb
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:11.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.193:0
19:59:11.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.193
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.193
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:11.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:11.603852 18678 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:59:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.072564 18628 catalog_manager.cc:1295] Loaded cluster ID: 62310e54ba3942b7939829204abdfbda
19:59:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.073554 18628 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: loading cluster ID for follower catalog manager: success
19:59:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.073700 18671 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.074517 18671 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.075699 18671 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:12.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.082468 18628 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: acquiring CA information for follower catalog manager: success
19:59:12.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.088827 18628 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e8ce0f81fdb54641a11d6a0e5c04e2e6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.118796 18671 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:12.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.119828 18671 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.193
19:59:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.180966 18671 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/logs
19:59:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.193:0
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data/info.pb
19:59:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.193
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.193
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.182861 18671 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.185062 18671 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:12.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.203796 18688 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:12.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.647898 18678 catalog_manager.cc:1295] Loaded cluster ID: 62310e54ba3942b7939829204abdfbda
19:59:12.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.648478 18678 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: loading cluster ID for follower catalog manager: success
19:59:12.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.676566 18678 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: acquiring CA information for follower catalog manager: success
19:59:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:12.698552 18678 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5e7f113c24094c51bf304a406620a733: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.149031 18569 debug-util.cc:398] Leaking SignalData structure 0x7b08000708a0 after lost signal to thread 18472
19:59:14.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.149739 18569 debug-util.cc:398] Leaking SignalData structure 0x7b0800070300 after lost signal to thread 18576
19:59:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:13.605505 18686 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 18671
19:59:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.723061 18686 kernel_stack_watchdog.cc:198] Thread 18671 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 394ms:
19:59:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:59:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:59:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:59:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:59:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:12.206984 18689 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:14.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.743256 18690 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2535 milliseconds
19:59:14.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.746094 18671 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.538s user 0.002s sys 0.008s
19:59:14.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.753346 18671 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.545s user 0.003s sys 0.008s
19:59:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.760591 18671 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:14.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:14.761562 18692 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.763546 18671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.769086 18671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.770882 18671 hybrid_clock.cc:648] HybridClock initialized: now 1786305554770765 us; error 121 us; skew 500 ppm
19:59:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.772408 18671 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:14.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.807842 18671 webserver.cc:533] Webserver started at http://127.17.196.193:34203/ using document root <none> and password file <none>
19:59:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.809723 18671 fs_manager.cc:362] Metadata directory not provided
19:59:14.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.810371 18671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:14.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.811208 18671 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.818579 18671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data/instance:
19:59:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebdc003395804833ab12ca7fc4109e3c"
19:59:14.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:14 on dist-test-slave-6ntk"
19:59:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.820647 18671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal/instance:
19:59:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebdc003395804833ab12ca7fc4109e3c"
19:59:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:14 on dist-test-slave-6ntk"
19:59:14.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.856875 18671 fs_manager.cc:696] Time spent creating directory manager: real 0.035s user 0.018s sys 0.015s
19:59:14.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.889158 18711 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.891613 18671 fs_manager.cc:730] Time spent opening block manager: real 0.029s user 0.019s sys 0.008s
19:59:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.892416 18671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal
19:59:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ebdc003395804833ab12ca7fc4109e3c"
19:59:14.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:14 on dist-test-slave-6ntk"
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:14.893332 18671 fs_report.cc:389] FS layout report
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data/data
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:15.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.014600 18671 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:15.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.032471 18671 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:15.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.033574 18671 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.043493 18671 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.056866 18671 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.057514 18671 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.001s
19:59:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.058077 18671 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.058751 18671 ts_tablet_manager.cc:595] Time spent register tablets: real 0.001s user 0.000s sys 0.000s
19:59:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.685570 18671 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.193:42829
19:59:15.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.685802 18883 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.193:42829 every 8 connection(s)
19:59:15.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.690523 18671 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/data/info.pb
19:59:15.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.695840 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 18671
19:59:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.696699 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-0/wal/instance
19:59:15.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.721239 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal
19:59:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data
19:59:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/logs
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data/info.pb
19:59:15.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.194:0
19:59:15.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.194
19:59:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.194
19:59:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:15.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:15.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.791805 18886 heartbeater.cc:344] Connected to a master server at 127.17.196.253:38623
19:59:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.792361 18886 heartbeater.cc:461] Registering TS with master...
19:59:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.793807 18886 heartbeater.cc:507] Master 127.17.196.253:38623 requested a full tablet report, sending...
19:59:15.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.800225 18406 ts_manager.cc:194] Registered new tserver with Master: ebdc003395804833ab12ca7fc4109e3c (127.17.196.193:42829)
19:59:15.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.806484 18885 heartbeater.cc:344] Connected to a master server at 127.17.196.252:46205
19:59:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.806880 18885 heartbeater.cc:461] Registering TS with master...
19:59:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.807965 18885 heartbeater.cc:507] Master 127.17.196.252:46205 requested a full tablet report, sending...
19:59:15.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.813077 18519 ts_manager.cc:194] Registered new tserver with Master: ebdc003395804833ab12ca7fc4109e3c (127.17.196.193:42829)
19:59:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.832199 18891 heartbeater.cc:344] Connected to a master server at 127.17.196.254:45231
19:59:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.832664 18891 heartbeater.cc:461] Registering TS with master...
19:59:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.833835 18891 heartbeater.cc:507] Master 127.17.196.254:45231 requested a full tablet report, sending...
19:59:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.838794 18269 ts_manager.cc:194] Registered new tserver with Master: ebdc003395804833ab12ca7fc4109e3c (127.17.196.193:42829)
19:59:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:15.842734 18269 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.193:55639
19:59:16.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.307144 18899 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.307860 18899 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:16.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.308562 18899 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.371749 18899 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.373592 18899 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.194
19:59:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:16.441325 18899 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/logs
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data
19:59:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal
19:59:16.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.194:0
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data/info.pb
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.194
19:59:16.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.194
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:16.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:16.445854 18899 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:16.448424 18899 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.468515 18906 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:16.848022 18891 heartbeater.cc:499] Master 127.17.196.254:45231 was elected leader, sending a full tablet report...
19:59:17.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:16.472648 18909 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:17.870029 18899 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.399s user 0.000s sys 0.008s
19:59:17.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:17.870412 18899 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.400s user 0.000s sys 0.010s
19:59:17.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.873421 18899 server_base.cc:1061] running on GCE node
19:59:17.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:17.874974 18920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.876398 18899 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:17.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.880026 18899 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:17.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.881693 18899 hybrid_clock.cc:648] HybridClock initialized: now 1786305557881608 us; error 90 us; skew 500 ppm
19:59:17.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.882647 18899 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:17.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.891975 18899 webserver.cc:533] Webserver started at http://127.17.196.194:37445/ using document root <none> and password file <none>
19:59:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.893085 18899 fs_manager.cc:362] Metadata directory not provided
19:59:17.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.893344 18899 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.894003 18899 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.898898 18899 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data/instance:
19:59:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dba1bd767f44e43af0a87e847d9ea5b"
19:59:17.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:17 on dist-test-slave-6ntk"
19:59:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.900128 18899 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal/instance:
19:59:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dba1bd767f44e43af0a87e847d9ea5b"
19:59:17.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:17 on dist-test-slave-6ntk"
19:59:17.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.909795 18899 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
19:59:17.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.917135 18926 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:17.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.918520 18899 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
19:59:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.918921 18899 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal
19:59:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1dba1bd767f44e43af0a87e847d9ea5b"
19:59:17.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:17 on dist-test-slave-6ntk"
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:17.919394 18899 fs_report.cc:389] FS layout report
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data/data
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:17.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.009693 18899 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.011356 18899 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.011767 18899 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:18.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.014636 18899 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.019050 18899 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.019244 18899 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:59:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.019446 18899 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:18.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.019582 18899 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:59:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.210225 18899 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.194:45553
19:59:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.210345 19098 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.194:45553 every 8 connection(s)
19:59:18.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.212779 18899 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/data/info.pb
19:59:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.217948 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 18899
19:59:18.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.218502 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-1/wal/instance
19:59:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.241189 18195 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/logs
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data/info.pb
19:59:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.195:0
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.195
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.195
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:18.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:59:18.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.268749 19099 heartbeater.cc:344] Connected to a master server at 127.17.196.252:46205
19:59:18.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.269358 19099 heartbeater.cc:461] Registering TS with master...
19:59:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.278919 19099 heartbeater.cc:507] Master 127.17.196.252:46205 requested a full tablet report, sending...
19:59:18.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.283233 18519 ts_manager.cc:194] Registered new tserver with Master: 1dba1bd767f44e43af0a87e847d9ea5b (127.17.196.194:45553)
19:59:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.285305 19100 heartbeater.cc:344] Connected to a master server at 127.17.196.253:38623
19:59:18.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.285671 19100 heartbeater.cc:461] Registering TS with master...
19:59:18.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.286651 19100 heartbeater.cc:507] Master 127.17.196.253:38623 requested a full tablet report, sending...
19:59:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.289743 18406 ts_manager.cc:194] Registered new tserver with Master: 1dba1bd767f44e43af0a87e847d9ea5b (127.17.196.194:45553)
19:59:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.297730 19104 heartbeater.cc:344] Connected to a master server at 127.17.196.254:45231
19:59:18.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.298125 19104 heartbeater.cc:461] Registering TS with master...
19:59:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.299158 19104 heartbeater.cc:507] Master 127.17.196.254:45231 requested a full tablet report, sending...
19:59:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.301575 18269 ts_manager.cc:194] Registered new tserver with Master: 1dba1bd767f44e43af0a87e847d9ea5b (127.17.196.194:45553)
19:59:18.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.303380 18269 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.194:48287
19:59:18.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.630314 19109 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.630828 19109 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:18.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.631387 19109 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.665846 19109 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.666751 19109 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.196.195
19:59:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.727253 19109 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/logs
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.196.212:37075
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.196.195:0
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data/info.pb
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.196.195
19:59:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.196.254:45231,127.17.196.253:38623,127.17.196.252:46205
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.196.195
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.729096 19109 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:18.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:18.731629 19109 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:18.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.748756 19125 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:19.307523 19104 heartbeater.cc:499] Master 127.17.196.254:45231 was elected leader, sending a full tablet report...
19:59:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:20.153614 19123 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 19109
19:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:20.589692 19109 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.837s user 0.693s sys 1.097s
19:59:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:20.590102 19109 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.838s user 0.694s sys 1.097s
19:59:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:18.750129 19126 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:20.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:20.592962 19128 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:20.596513 19127 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1843 milliseconds
19:59:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.596546 19109 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.597846 19109 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.600126 19109 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.601519 19109 hybrid_clock.cc:648] HybridClock initialized: now 1786305560601484 us; error 40 us; skew 500 ppm
19:59:20.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.602450 19109 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.608892 19109 webserver.cc:533] Webserver started at http://127.17.196.195:45295/ using document root <none> and password file <none>
19:59:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.610035 19109 fs_manager.cc:362] Metadata directory not provided
19:59:20.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.610297 19109 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:20.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.610877 19109 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.615864 19109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data/instance:
19:59:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9716afa97cbd4aa3ba2fa8d67fc66f17"
19:59:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:20 on dist-test-slave-6ntk"
19:59:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.617136 19109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal/instance:
19:59:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9716afa97cbd4aa3ba2fa8d67fc66f17"
19:59:20.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:20 on dist-test-slave-6ntk"
19:59:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.625399 19109 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
19:59:20.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.631425 19140 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:20.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.632758 19109 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
19:59:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.633067 19109 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal
19:59:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9716afa97cbd4aa3ba2fa8d67fc66f17"
19:59:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:20 on dist-test-slave-6ntk"
19:59:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.633378 19109 fs_report.cc:389] FS layout report
19:59:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data/data
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:20.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.702119 19109 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.703610 19109 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:20.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.704015 19109 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:20.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.706841 19109 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.711256 19109 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:20.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.711469 19109 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:59:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.711658 19109 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:20.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.711781 19109 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:59:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.913408 19109 rpc_server.cc:307] RPC server started. Bound to: 127.17.196.195:37553
19:59:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.913504 19312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.196.195:37553 every 8 connection(s)
19:59:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.916476 19109 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/data/info.pb
19:59:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.926301 18195 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 19109
19:59:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.926795 18195 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster711569997253485155/ts-2/wal/instance
19:59:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.977240 19314 heartbeater.cc:344] Connected to a master server at 127.17.196.252:46205
19:59:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.977816 19316 heartbeater.cc:344] Connected to a master server at 127.17.196.253:38623
19:59:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.978281 19316 heartbeater.cc:461] Registering TS with master...
19:59:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.979728 19316 heartbeater.cc:507] Master 127.17.196.253:38623 requested a full tablet report, sending...
19:59:20.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.977909 19314 heartbeater.cc:461] Registering TS with master...
19:59:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.982676 19314 heartbeater.cc:507] Master 127.17.196.252:46205 requested a full tablet report, sending...
19:59:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.983670 18406 ts_manager.cc:194] Registered new tserver with Master: 9716afa97cbd4aa3ba2fa8d67fc66f17 (127.17.196.195:37553)
19:59:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.984077 19320 heartbeater.cc:344] Connected to a master server at 127.17.196.254:45231
19:59:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.984341 19320 heartbeater.cc:461] Registering TS with master...
19:59:20.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.985169 19320 heartbeater.cc:507] Master 127.17.196.254:45231 requested a full tablet report, sending...
19:59:20.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.986195 18519 ts_manager.cc:194] Registered new tserver with Master: 9716afa97cbd4aa3ba2fa8d67fc66f17 (127.17.196.195:37553)
19:59:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.987707 18270 ts_manager.cc:194] Registered new tserver with Master: 9716afa97cbd4aa3ba2fa8d67fc66f17 (127.17.196.195:37553)
19:59:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:20.989367 18270 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.196.195:56423
19:59:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.011269 18195 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:59:21.025 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:59:21.026 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:59:21.037 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.196.254"
port: 45231
}
bound_http_address {
host: "127.17.196.254"
port: 39981
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.196.253"
port: 38623
}
bound_http_address {
host: "127.17.196.253"
port: 33183
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.196.252"
port: 46205
}
bound_http_address {
host: "127.17.196.252"
port: 43175
}
}
}
19:59:21.045 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:59:21.047 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.196.193"
port: 42829
}
bound_http_address {
host: "127.17.196.193"
port: 34203
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.196.194"
port: 45553
}
bound_http_address {
host: "127.17.196.194"
port: 37445
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.196.195"
port: 37553
}
bound_http_address {
host: "127.17.196.195"
port: 45295
}
}
}
19:59:21.047 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:59:21.375 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
19:59:21.438 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:59:21.554 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMlXsXC/test-tmp
19:59:21.555 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:59:21.555 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMlXsXC/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:59:21.561 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:59:21.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:21.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:59:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.961946 19329 mini_oidc.cc:150] Starting JWKS server
19:59:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.965220 19329 webserver.cc:533] Webserver started at http://127.0.0.1:35857/ using document root <none> and password file <none>
19:59:21.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.965684 19329 mini_oidc.cc:186] Starting OIDC Discovery server
19:59:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.967746 19329 webserver.cc:533] Webserver started at http://127.0.0.1:44689/ using document root <none> and password file <none>
19:59:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:21.992465 19320 heartbeater.cc:499] Master 127.17.196.254:45231 was elected leader, sending a full tablet report...
19:59:22.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:59:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/principal' for realm 'KRBTEST.COM',
19:59:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:59:22.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:22 dist-test-slave-6ntk krb5kdc[19352](info): setting up network...
19:59:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:59:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:22 dist-test-slave-6ntk krb5kdc[19352](info): set up 2 sockets
19:59:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:22 dist-test-slave-6ntk krb5kdc[19352](info): commencing operation
19:59:22.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:59:24.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:24.486476 19329 mini_kdc.cc:121] Time spent starting KDC: real 2.478s user 0.000s sys 0.027s
19:59:24.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:59:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:59:24.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:59:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:59:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:59:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:59:24.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:59:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:59:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:59:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:59:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/test-user.keytab.
19:59:24.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/test-user.keytab.
19:59:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:24 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305564, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:24.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:59:24.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:24Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:59:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:24Z Disabled control of system clock
19:59:24.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.126@KRBTEST.COM; defaulting to no policy
19:59:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:24.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.126@KRBTEST.COM" created.
19:59:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:24.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.126@KRBTEST.COM; defaulting to no policy
19:59:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:24.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.126@KRBTEST.COM" created.
19:59:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:24.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:24.747898 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/logs
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:24.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.126:44097
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.126
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.126
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:25.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.092351 19383 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.093091 19383 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.093859 19383 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:25.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.129032 19383 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:25.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.129369 19383 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.129798 19383 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.130174 19383 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:25.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.130539 19383 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.130889 19383 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:25.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.131160 19383 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:25.172334 19383 master_runner.cc:387] Master server non-default flags:
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/logs
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.126
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.126:44097
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.126
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:25.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:25.174214 19383 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:25.175588 19383 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.186774 19394 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.193158 19398 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:26.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:25.188755 19395 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:26.475172 19397 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:59:26.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.475314 19383 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:26.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.479568 19383 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.483246 19383 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.484736 19383 hybrid_clock.cc:648] HybridClock initialized: now 1786305566484667 us; error 87 us; skew 500 ppm
19:59:26.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.485678 19383 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:26.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:26 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305566, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:26.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.493343 19383 init.cc:377] Logged in from keytab as kudu/127.18.224.126@KRBTEST.COM (short username kudu)
19:59:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.500065 19383 webserver.cc:533] Webserver started at http://127.18.224.126:37857/ using document root <none> and password file <none>
19:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.500999 19383 fs_manager.cc:362] Metadata directory not provided
19:59:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.501497 19383 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.502099 19383 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.506839 19383 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/instance:
19:59:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f2cbb7f176a4487a2aa287585920501"
19:59:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:26 on dist-test-slave-6ntk"
19:59:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.508087 19383 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal/instance:
19:59:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f2cbb7f176a4487a2aa287585920501"
19:59:26.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:26 on dist-test-slave-6ntk"
19:59:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.516782 19383 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
19:59:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.524318 19413 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.525502 19383 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.006s
19:59:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.525941 19383 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f2cbb7f176a4487a2aa287585920501"
19:59:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:26 on dist-test-slave-6ntk"
19:59:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.526343 19383 fs_report.cc:389] FS layout report
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/data
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.582499 19383 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.591948 19383 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:26.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.592656 19383 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.689713 19383 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.126:44097
19:59:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.689837 19498 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.126:44097 every 8 connection(s)
19:59:26.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.694097 19383 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.695899 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 19383
19:59:26.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.696583 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal/instance
19:59:26.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.704532 19499 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:26.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.125@KRBTEST.COM; defaulting to no policy
19:59:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.125@KRBTEST.COM" created.
19:59:26.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.723182 19499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } has no permanent_uuid. Determining permanent_uuid...
19:59:26.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:26 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305566, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.780762 19499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } has no permanent_uuid. Determining permanent_uuid...
19:59:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:26.783878 19415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:26.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.125@KRBTEST.COM; defaulting to no policy
19:59:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:26.788815 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.125@KRBTEST.COM" created.
19:59:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.818336 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:26.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/logs
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.125:40129
19:59:26.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.125
19:59:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.125
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.838474 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 1
19:59:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:26.843467 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:26.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:26.911948 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 2
19:59:26.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:26.918793 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:27.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.010315 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 3
19:59:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.017087 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.160598 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 4
19:59:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.165302 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.176872 19513 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.177579 19513 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.178368 19513 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.213152 19513 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.213500 19513 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.213994 19513 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.214354 19513 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.214696 19513 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.215029 19513 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:27.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.215296 19513 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.255033 19513 master_runner.cc:387] Master server non-default flags:
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/logs
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:27.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.125
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:27.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.125:40129
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.125
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:27.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.256911 19513 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.258502 19513 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:27.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.271037 19526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:27.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:27.464749 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 5
19:59:27.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.474071 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:28.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.021625 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 6
19:59:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.050817 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:28.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:27.272100 19527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.675565 19524 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 19513
19:59:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.864219 19513 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.589s user 0.545s sys 1.011s
19:59:28.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.865257 19513 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.593s user 0.546s sys 1.011s
19:59:28.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.870155 19528 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1595 milliseconds
19:59:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:28.870548 19529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:28.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.870508 19513 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.872344 19513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.876204 19513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.877983 19513 hybrid_clock.cc:648] HybridClock initialized: now 1786305568877893 us; error 84 us; skew 500 ppm
19:59:28.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.878996 19513 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:28.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:28 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305568, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.886200 19513 init.cc:377] Logged in from keytab as kudu/127.18.224.125@KRBTEST.COM (short username kudu)
19:59:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.891711 19513 webserver.cc:533] Webserver started at http://127.18.224.125:40327/ using document root <none> and password file <none>
19:59:28.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.892742 19513 fs_manager.cc:362] Metadata directory not provided
19:59:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.892999 19513 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.893676 19513 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:28.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.898418 19513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/instance:
19:59:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:28 on dist-test-slave-6ntk"
19:59:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.899658 19513 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal/instance:
19:59:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:28 on dist-test-slave-6ntk"
19:59:28.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.909467 19513 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
19:59:28.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.919729 19545 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.921231 19513 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.921648 19513 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:28 on dist-test-slave-6ntk"
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.922087 19513 fs_report.cc:389] FS layout report
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:28.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/data
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:28.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.985527 19513 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:28.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.992324 19513 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:28.993003 19513 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:29.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.096418 19513 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.125:40129
19:59:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.096526 19624 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.125:40129 every 8 connection(s)
19:59:29.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.099287 19513 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.101013 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 19513
19:59:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.101671 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal/instance
19:59:29.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.108883 19626 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.111418 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } attempt: 7
19:59:29.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.124@KRBTEST.COM; defaulting to no policy
19:59:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.124@KRBTEST.COM" created.
19:59:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.130484 19626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } has no permanent_uuid. Determining permanent_uuid...
19:59:29.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:29 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305566, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:29.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.156767 19499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
19:59:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:29.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:29.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:29 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305568, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:29.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.165236 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.179929 19626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } has no permanent_uuid. Determining permanent_uuid...
19:59:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.124@KRBTEST.COM; defaulting to no policy
19:59:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:29.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.124@KRBTEST.COM" created.
19:59:29.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:29 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305568, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.204931 19626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
19:59:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.207608 19550 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.212114 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:29.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.214984 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/logs
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:29.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.124:35713
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.124
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.124
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:29.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:29.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.223747 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 1
19:59:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.228295 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.261709 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 1
19:59:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.266812 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.309828 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 2
19:59:29.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.316208 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.335261 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 2
19:59:29.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.341387 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.401670 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 3
19:59:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.406769 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.432972 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 3
19:59:29.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.438279 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.547170 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 4
19:59:29.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.551702 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.581809 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 4
19:59:29.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.583330 19649 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:29.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.584017 19649 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:29.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.584714 19649 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:29.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.586730 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.619005 19649 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.619280 19649 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.619551 19649 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.619911 19649 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.620303 19649 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.620738 19649 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:29.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.621031 19649 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.661229 19649 master_runner.cc:387] Master server non-default flags:
19:59:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/logs
19:59:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:29.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.124
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.124:35713
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:29.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.124
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.662712 19649 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.663899 19649 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.678078 19662 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:29.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.835106 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 5
19:59:29.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.846750 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:29.886233 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 5
19:59:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.893682 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:30.399398 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 6
19:59:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:30.420956 19499 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:30.441334 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 6
19:59:30.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:30.469518 19626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:31.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:29.680981 19663 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.109795 19665 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:31.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.112666 19664 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1428 milliseconds
19:59:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.112807 19649 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.114312 19649 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:31.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.117933 19649 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:31.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.119408 19649 hybrid_clock.cc:648] HybridClock initialized: now 1786305571119335 us; error 80 us; skew 500 ppm
19:59:31.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.120263 19649 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:31.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305571, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:31.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.127457 19649 init.cc:377] Logged in from keytab as kudu/127.18.224.124@KRBTEST.COM (short username kudu)
19:59:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.133497 19649 webserver.cc:533] Webserver started at http://127.18.224.124:46499/ using document root <none> and password file <none>
19:59:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.134497 19649 fs_manager.cc:362] Metadata directory not provided
19:59:31.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.134688 19649 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:31.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.135195 19649 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.139890 19649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/instance:
19:59:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae681df74754ab1b43f92c6462911b2"
19:59:31.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:31 on dist-test-slave-6ntk"
19:59:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.140949 19649 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal/instance:
19:59:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae681df74754ab1b43f92c6462911b2"
19:59:31.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:31 on dist-test-slave-6ntk"
19:59:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.149111 19649 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
19:59:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.154899 19685 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.156234 19649 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:59:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.156621 19649 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae681df74754ab1b43f92c6462911b2"
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:31 on dist-test-slave-6ntk"
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.156966 19649 fs_report.cc:389] FS layout report
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/data
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:31.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.216058 19649 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.221704 19649 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:31.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.222429 19649 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.322888 19649 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.124:35713
19:59:31.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.322958 19768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.124:35713 every 8 connection(s)
19:59:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.325809 19649 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.326689 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 19649
19:59:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.327278 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal/instance
19:59:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.334659 19769 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:59:31.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305564, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:31.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.368580 19769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } has no permanent_uuid. Determining permanent_uuid...
19:59:31.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305564, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305571, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:31.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.418551 19769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } has no permanent_uuid. Determining permanent_uuid...
19:59:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305564, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305571, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:31.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.443434 19769 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
19:59:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305571, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:31.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.454456 19499 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 7
19:59:31.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.479530 19769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Bootstrap starting.
19:59:31.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305566, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.488395 19769 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Neither blocks nor log segments found. Creating new log.
19:59:31.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.490669 19769 log.cc:826] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Log is configured to *not* fsync() on all Append() calls
19:59:31.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.497159 19769 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: No bootstrap required, opened a new log
19:59:31.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.502671 19499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Bootstrap starting.
19:59:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.510000 19499 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Neither blocks nor log segments found. Creating new log.
19:59:31.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.513193 19499 log.cc:826] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Log is configured to *not* fsync() on all Append() calls
19:59:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.518877 19499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: No bootstrap required, opened a new log
19:59:31.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.519832 19769 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.520535 19769 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:31.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.520771 19769 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ae681df74754ab1b43f92c6462911b2, State: Initialized, Role: FOLLOWER
19:59:31.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.521721 19769 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.526216 19787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.527351 19787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.528337 19769 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: configured and running, proceeding with master startup.
19:59:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.530121 19626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } attempt: 7
19:59:31.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:31 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305568, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.552646 19499 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.553716 19499 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:31.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.554337 19499 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1f2cbb7f176a4487a2aa287585920501, State: Initialized, Role: FOLLOWER
19:59:31.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.555799 19499 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.567538 19499 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: configured and running, proceeding with master startup.
19:59:31.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.569046 19799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:31.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.575104 19799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: FOLLOWER
19:59:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.579866 19626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Bootstrap starting.
19:59:31.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.590564 19626 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Neither blocks nor log segments found. Creating new log.
19:59:31.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.593923 19626 log.cc:826] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Log is configured to *not* fsync() on all Append() calls
19:59:31.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.598429 19802 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:31.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.598778 19802 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:31.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.604252 19626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: No bootstrap required, opened a new log
19:59:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.606984 19421 tablet.cc:2406] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.578899 19649 master_runner.cc:187] Error getting master registration for 127.18.224.126:44097: OK, instance_id { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" instance_seqno: 1786305566661780 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.619261 19649 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.643518 19626 raft_consensus.cc:359] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.644776 19626 raft_consensus.cc:385] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:59:31.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.645102 19626 raft_consensus.cc:740] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af0653a40c424d1d8f5cb0861a3878d5, State: Initialized, Role: FOLLOWER
19:59:31.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.646853 19626 consensus_queue.cc:260] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.653894 19819 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:31.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.655066 19819 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.656338 19626 sys_catalog.cc:565] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: configured and running, proceeding with master startup.
19:59:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.688711 19820 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:31.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.689393 19820 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.723822 19799 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.724556 19799 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.729046 19693 tablet.cc:2406] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:31.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.732445 19589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af0653a40c424d1d8f5cb0861a3878d5" is_pre_election: true
19:59:31.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.733595 19589 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 0.
19:59:31.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.735872 19415 leader_election.cc:304] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f2cbb7f176a4487a2aa287585920501, af0653a40c424d1d8f5cb0861a3878d5; no voters:
19:59:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.743700 19799 leader_election.cc:290] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129), 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713)
19:59:31.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.744535 19799 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:59:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.744261 19729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ae681df74754ab1b43f92c6462911b2" is_pre_election: true
19:59:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.745158 19799 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:31.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.745258 19729 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 0.
19:59:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.745821 19799 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 0 FOLLOWER]: Advancing to term 1
19:59:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.668020 19383 master_runner.cc:187] Error getting master registration for 127.18.224.125:40129: OK, instance_id { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" instance_seqno: 1786305569070206 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:59:31.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.750535 19383 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:31.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.752588 19556 tablet.cc:2406] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:59:31.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.777232 19799 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.782153 19799 leader_election.cc:290] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 1 election: Requested vote from peers af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129), 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713)
19:59:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.785082 19589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.785722 19589 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 0 FOLLOWER]: Advancing to term 1
19:59:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.785706 19729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ae681df74754ab1b43f92c6462911b2"
19:59:31.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.786332 19729 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 0 FOLLOWER]: Advancing to term 1
19:59:31.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.794981 19729 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 1.
19:59:31.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.796381 19417 leader_election.cc:304] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f2cbb7f176a4487a2aa287585920501, 5ae681df74754ab1b43f92c6462911b2; no voters:
19:59:31.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.799227 19841 catalog_manager.cc:1594] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:59:31.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:31.800580 19841 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:59:31.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.805459 19799 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Leader election won for term 1
19:59:31.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.806541 19799 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 LEADER]: Becoming Leader. State: Replica: 1f2cbb7f176a4487a2aa287585920501, State: Running, Role: LEADER
19:59:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.807713 19589 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 1.
19:59:31.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.807581 19799 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.822831 19513 master_runner.cc:264] No leader master found from master af0653a40c424d1d8f5cb0861a3878d5
19:59:31.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.823127 19513 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.842437 19838 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.844858 19838 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.862417 19844 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:59:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.887290 19844 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:59:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.935536 19729 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 1 FOLLOWER]: Refusing update from remote peer 1f2cbb7f176a4487a2aa287585920501: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:31.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.937613 19589 raft_consensus.cc:1275] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Refusing update from remote peer 1f2cbb7f176a4487a2aa287585920501: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:59:31.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.940066 19838 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:31.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.944718 19838 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:59:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.995863 19819 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:31.996591 19819 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:32.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.004333 19849 mvcc.cc:204] Tried to move back new op lower bound from 7316707622604746752 to 7316707622180241408. Current Snapshot: MvccSnapshot[applied={T|T < 7316707622604746752}]
19:59:32.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.038455 19819 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.039686 19819 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.040684 19799 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.041484 19799 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:32.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.056511 19787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:32.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.057317 19787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.064009 19844 catalog_manager.cc:1383] Generated new cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:32.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.064364 19844 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:59:32.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.086727 19838 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.110286 19838 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.115043 19787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.115880 19787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:32.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.204579 19844 catalog_manager.cc:1406] Generated new certificate authority record
19:59:32.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.207350 19844 catalog_manager.cc:1540] Loading token signing keys...
19:59:32.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.288172 19844 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Generated new TSK 0
19:59:32.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.289767 19844 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:59:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.65@KRBTEST.COM; defaulting to no policy
19:59:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.65@KRBTEST.COM" created.
19:59:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:32.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:32.436203 19329 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.18.224.65: real 0.112s user 0.000s sys 0.015s
19:59:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.65@KRBTEST.COM; defaulting to no policy
19:59:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:32.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.65@KRBTEST.COM" created.
19:59:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:32.543421 19329 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.18.224.65: real 0.107s user 0.000s sys 0.014s
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.546203 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:32.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/logs
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data/info.pb
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.65:0
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.65
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.65
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.65
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:32.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:32.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:32.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.604990 19802 catalog_manager.cc:1295] Loaded cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:32.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.605739 19802 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: loading cluster ID for follower catalog manager: success
19:59:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.614524 19802 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: acquiring CA information for follower catalog manager: success
19:59:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.636598 19802 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.806768 19841 catalog_manager.cc:1295] Loaded cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:32.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.807391 19841 catalog_manager.cc:1588] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: loading cluster ID for follower catalog manager: success
19:59:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.827389 19841 catalog_manager.cc:1610] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: acquiring CA information for follower catalog manager: success
19:59:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:32.833886 19841 catalog_manager.cc:1638] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.185041 19871 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:33.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.185787 19871 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:33.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.186815 19871 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:33.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.251129 19871 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:33.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.252730 19871 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.224.65
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:33.344726 19871 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/logs
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.65
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:33.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.65:0
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data/info.pb
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.65
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.65
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:33.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:33.346475 19871 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:33.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:33.347847 19871 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.401681 19620 debug-util.cc:398] Leaking SignalData structure 0x7b0800071900 after lost signal to thread 19516
19:59:33.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.402350 19620 debug-util.cc:398] Leaking SignalData structure 0x7b08000811c0 after lost signal to thread 19624
19:59:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.415732 19886 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:34.799484 19885 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 19871
19:59:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:35.848361 19871 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.424s user 0.597s sys 1.064s
19:59:35.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:35.849520 19871 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.426s user 0.597s sys 1.064s
19:59:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:33.427450 19889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:35.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:35.871956 19908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.890461 19871 server_base.cc:1061] running on GCE node
19:59:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.892146 19871 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:35.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.905535 19871 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:35.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.907079 19871 hybrid_clock.cc:648] HybridClock initialized: now 1786305575906976 us; error 82 us; skew 500 ppm
19:59:35.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.908273 19871 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:35 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305575, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:35.952121 19871 init.cc:377] Logged in from keytab as kudu/127.18.224.65@KRBTEST.COM (short username kudu)
19:59:36.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.001631 19871 webserver.cc:533] Webserver started at http://127.18.224.65:36507/ using document root <none> and password file <none>
19:59:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.003021 19871 fs_manager.cc:362] Metadata directory not provided
19:59:36.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.003306 19871 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.003875 19871 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.010648 19871 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data/instance:
19:59:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "419e739459f54e7bbb940d68296bf319"
19:59:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:36 on dist-test-slave-6ntk"
19:59:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.012128 19871 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal/instance:
19:59:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "419e739459f54e7bbb940d68296bf319"
19:59:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:36 on dist-test-slave-6ntk"
19:59:36.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.029258 19871 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.008s sys 0.008s
19:59:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.044425 19915 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:36.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.046108 19871 fs_manager.cc:730] Time spent opening block manager: real 0.012s user 0.002s sys 0.007s
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.046519 19871 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "419e739459f54e7bbb940d68296bf319"
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:36 on dist-test-slave-6ntk"
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.046989 19871 fs_report.cc:389] FS layout report
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data/data
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.183477 19871 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.207155 19871 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.207753 19871 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.239277 19871 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:36.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.252295 19871 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:36.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.252643 19871 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:59:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.252981 19871 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.253227 19871 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:59:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:36 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305576, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:36.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.498546 19403 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:36.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.898486 19871 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.65:36025
19:59:36.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.898572 20091 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.65:36025 every 8 connection(s)
19:59:36.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.903772 19871 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/data/info.pb
19:59:36.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.908263 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 19871
19:59:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:36.908957 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-0/wal/instance
19:59:36.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.66@KRBTEST.COM; defaulting to no policy
19:59:36.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:36 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305575, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.66@KRBTEST.COM" created.
19:59:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:36 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305575, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:37 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305575, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.017201 20103 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:37.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.017743 20103 heartbeater.cc:461] Registering TS with master...
19:59:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.019254 20103 heartbeater.cc:507] Master 127.18.224.126:44097 requested a full tablet report, sending...
19:59:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.020568 20094 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.020948 20094 heartbeater.cc:461] Registering TS with master...
19:59:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.022022 20094 heartbeater.cc:507] Master 127.18.224.125:40129 requested a full tablet report, sending...
19:59:37.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.026137 19576 ts_manager.cc:194] Registered new tserver with Master: 419e739459f54e7bbb940d68296bf319 (127.18.224.65:36025)
19:59:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.030458 19435 ts_manager.cc:194] Registered new tserver with Master: 419e739459f54e7bbb940d68296bf319 (127.18.224.65:36025)
19:59:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.033524 19435 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.224.65@KRBTEST.COM'} at 127.18.224.65:37169
19:59:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.043658 20093 heartbeater.cc:344] Connected to a master server at 127.18.224.124:35713
19:59:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.044160 20093 heartbeater.cc:461] Registering TS with master...
19:59:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.044929 20093 heartbeater.cc:507] Master 127.18.224.124:35713 requested a full tablet report, sending...
19:59:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.048146 19714 ts_manager.cc:194] Registered new tserver with Master: 419e739459f54e7bbb940d68296bf319 (127.18.224.65:36025)
19:59:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.059485 19329 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.18.224.66: real 0.131s user 0.009s sys 0.008s
19:59:37.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.66@KRBTEST.COM; defaulting to no policy
19:59:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:37.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.66@KRBTEST.COM" created.
19:59:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:37.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.135923 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:37.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/logs
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data/info.pb
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.66:0
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.66
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.66
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.66
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.556604 20114 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:37.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.557171 20114 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:37.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.557921 20114 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:37.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.594290 20114 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.595638 20114 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.224.66
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.639196 20114 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/logs
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:37.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.66
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.66:0
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data/info.pb
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.66
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:37.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.66
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:37.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.640976 20114 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:37.642352 20114 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:37.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.656692 20122 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:38.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:38.038861 20103 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:38.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:38 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305578, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:38.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:38.892272 19538 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:39.067566 20121 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 20114
19:59:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:39.636334 20114 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.978s user 0.608s sys 1.096s
19:59:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:39.636790 20114 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.979s user 0.608s sys 1.097s
19:59:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:37.658408 20124 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:39.638432 20125 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1979 milliseconds
19:59:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.639642 20114 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:39.639709 20126 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.643162 20114 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.645378 20114 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.646785 20114 hybrid_clock.cc:648] HybridClock initialized: now 1786305579646720 us; error 76 us; skew 500 ppm
19:59:39.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.647718 20114 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:39 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305579, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:39.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.654496 20114 init.cc:377] Logged in from keytab as kudu/127.18.224.66@KRBTEST.COM (short username kudu)
19:59:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.659571 20114 webserver.cc:533] Webserver started at http://127.18.224.66:38065/ using document root <none> and password file <none>
19:59:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.660575 20114 fs_manager.cc:362] Metadata directory not provided
19:59:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.660837 20114 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.661342 20114 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.665766 20114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data/instance:
19:59:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "706a03b0b3a3418fa4098bfa0f11ecb3"
19:59:39.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:39 on dist-test-slave-6ntk"
19:59:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.667141 20114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal/instance:
19:59:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "706a03b0b3a3418fa4098bfa0f11ecb3"
19:59:39.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:39 on dist-test-slave-6ntk"
19:59:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.675292 20114 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
19:59:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.681715 20142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.683004 20114 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:59:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.683380 20114 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal
19:59:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "706a03b0b3a3418fa4098bfa0f11ecb3"
19:59:39.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:39 on dist-test-slave-6ntk"
19:59:39.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.683872 20114 fs_report.cc:389] FS layout report
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data/data
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.750059 20114 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.757728 20114 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:39.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.758385 20114 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:39.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.761615 20114 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.766372 20114 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.766574 20114 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:59:39.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.766775 20114 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:39.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.766911 20114 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:59:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.958524 20114 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.66:38699
19:59:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.958782 20328 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.66:38699 every 8 connection(s)
19:59:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.961462 20114 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/data/info.pb
19:59:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.969473 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 20114
19:59:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:39.970141 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-1/wal/instance
19:59:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.18.224.67@KRBTEST.COM; defaulting to no policy
19:59:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.18.224.67@KRBTEST.COM" created.
19:59:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:40 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305579, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:40.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:40 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305579, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:40 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305579, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:40.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.072038 20333 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:40.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.072712 20333 heartbeater.cc:461] Registering TS with master...
19:59:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.074337 20333 heartbeater.cc:507] Master 127.18.224.126:44097 requested a full tablet report, sending...
19:59:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.078650 19435 ts_manager.cc:194] Registered new tserver with Master: 706a03b0b3a3418fa4098bfa0f11ecb3 (127.18.224.66:38699)
19:59:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.079413 20330 heartbeater.cc:344] Connected to a master server at 127.18.224.124:35713
19:59:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.079793 20330 heartbeater.cc:461] Registering TS with master...
19:59:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.080516 19435 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.224.66@KRBTEST.COM'} at 127.18.224.66:59085
19:59:40.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.080833 20331 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.081271 20331 heartbeater.cc:461] Registering TS with master...
19:59:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.081228 20330 heartbeater.cc:507] Master 127.18.224.124:35713 requested a full tablet report, sending...
19:59:40.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.082469 20331 heartbeater.cc:507] Master 127.18.224.125:40129 requested a full tablet report, sending...
19:59:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.085494 19714 ts_manager.cc:194] Registered new tserver with Master: 706a03b0b3a3418fa4098bfa0f11ecb3 (127.18.224.66:38699)
19:59:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.085858 19576 ts_manager.cc:194] Registered new tserver with Master: 706a03b0b3a3418fa4098bfa0f11ecb3 (127.18.224.66:38699)
19:59:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.18.224.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.088305 19329 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.18.224.67: real 0.108s user 0.006s sys 0.012s
19:59:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.18.224.67@KRBTEST.COM; defaulting to no policy
19:59:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.18.224.67@KRBTEST.COM" created.
19:59:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:59:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:40.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.18.224.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab.
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.134161 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/logs
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data/info.pb
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.67:0
19:59:40.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.67
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.67
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.67
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:40.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.522514 20356 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.523157 20356 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.523893 20356 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.559544 20356 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.560617 20356 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.224.67
19:59:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.600059 20356 tablet_server_runner.cc:78] Tablet server non-default flags:
19:59:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/logs
19:59:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:40.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.67
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.67:0
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:40.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data/info.pb
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.67
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.224.67
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.601799 20356 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:40.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:40.603133 20356 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.616496 20363 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.085069 20333 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:41.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:41 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305581, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.132257 19677 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:41.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:40.619155 20364 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:41.912158 20365 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:59:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.913750 20356 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:41.913859 20366 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.916644 20356 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:41.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.919709 20356 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.921157 20356 hybrid_clock.cc:648] HybridClock initialized: now 1786305581921099 us; error 74 us; skew 500 ppm
19:59:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.922327 20356 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:41 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305581, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.929505 20356 init.cc:377] Logged in from keytab as kudu/127.18.224.67@KRBTEST.COM (short username kudu)
19:59:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.935952 20356 webserver.cc:533] Webserver started at http://127.18.224.67:40971/ using document root <none> and password file <none>
19:59:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.936960 20356 fs_manager.cc:362] Metadata directory not provided
19:59:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.937218 20356 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:41.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.937786 20356 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:59:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.942914 20356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data/instance:
19:59:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8515c5350a3644ba939a02e560641c92"
19:59:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:41 on dist-test-slave-6ntk"
19:59:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.944032 20356 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal/instance:
19:59:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8515c5350a3644ba939a02e560641c92"
19:59:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:41 on dist-test-slave-6ntk"
19:59:41.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.953845 20356 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.006s sys 0.004s
19:59:41.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.960762 20376 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.962265 20356 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.004s
19:59:41.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.962584 20356 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8515c5350a3644ba939a02e560641c92"
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:41 on dist-test-slave-6ntk"
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:41.962879 20356 fs_report.cc:389] FS layout report
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data/data
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:41.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:42.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.032371 20356 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.044255 20356 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.044697 20356 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:42.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.047669 20356 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:59:42.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.053543 20356 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:59:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.053752 20356 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:59:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.054049 20356 ts_tablet_manager.cc:616] Registered 0 tablets
19:59:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.054199 20356 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:59:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.263319 20356 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.67:45371
19:59:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.263525 20552 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.67:45371 every 8 connection(s)
19:59:42.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.266323 20356 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/data/info.pb
19:59:42.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.267105 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 20356
19:59:42.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.267782 19329 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/ts-2/wal/instance
19:59:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:42.323617 18322 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9780 after lost signal to thread 18219
19:59:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:42.324363 18322 debug-util.cc:398] Leaking SignalData structure 0x7b08000819e0 after lost signal to thread 18328
19:59:42.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:42 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305581, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.67@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:42 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305581, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.67@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.365986 20555 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:42.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.366557 20555 heartbeater.cc:461] Registering TS with master...
19:59:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.368120 20555 heartbeater.cc:507] Master 127.18.224.125:40129 requested a full tablet report, sending...
19:59:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.371847 19576 ts_manager.cc:194] Registered new tserver with Master: 8515c5350a3644ba939a02e560641c92 (127.18.224.67:45371)
19:59:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:42 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305581, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.67@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.384162 20553 heartbeater.cc:344] Connected to a master server at 127.18.224.124:35713
19:59:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.384512 20553 heartbeater.cc:461] Registering TS with master...
19:59:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.385996 20553 heartbeater.cc:507] Master 127.18.224.124:35713 requested a full tablet report, sending...
19:59:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.389729 19714 ts_manager.cc:194] Registered new tserver with Master: 8515c5350a3644ba939a02e560641c92 (127.18.224.67:45371)
19:59:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.403159 20557 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.403713 20557 heartbeater.cc:461] Registering TS with master...
19:59:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.404913 20557 heartbeater.cc:507] Master 127.18.224.126:44097 requested a full tablet report, sending...
19:59:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.407179 19435 ts_manager.cc:194] Registered new tserver with Master: 8515c5350a3644ba939a02e560641c92 (127.18.224.67:45371)
19:59:42.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.408493 19435 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.18.224.67@KRBTEST.COM'} at 127.18.224.67:53341
19:59:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.419131 19329 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:59:42.433 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:59:42.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:59:42.443 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:59:42.447 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.18.224.126"
port: 44097
}
bound_http_address {
host: "127.18.224.126"
port: 37857
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.18.224.125"
port: 40129
}
bound_http_address {
host: "127.18.224.125"
port: 40327
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.18.224.124"
port: 35713
}
bound_http_address {
host: "127.18.224.124"
port: 46499
}
}
}
19:59:42.448 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:59:42.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.18.224.65"
port: 36025
}
bound_http_address {
host: "127.18.224.65"
port: 36507
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.18.224.66"
port: 38699
}
bound_http_address {
host: "127.18.224.66"
port: 38065
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.18.224.67"
port: 45371
}
bound_http_address {
host: "127.18.224.67"
port: 40971
}
}
}
19:59:42.450 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:59:42.453 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:59:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:42 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:59:42.492 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.495 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc
19:59:42.509 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:59:42.509 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc
19:59:42.511 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:59:42.531 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:59:42.532 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:59:42.533 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:59:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:42 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305582, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:59:42.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.572 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc
19:59:42.574 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:59:42.574 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.224.126:44097
19:59:42.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:59:42.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.576411 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 19383
19:59:42.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.629 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.224.125:40129
19:59:42.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:59:42.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.631353 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 19513
19:59:42.672 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.673 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.18.224.124:35713
19:59:42.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:59:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.674113 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 19649
19:59:42.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:42.721 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.224.126:44097
19:59:42.725 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:59:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:42.727339 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/logs
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.126:44097
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.126
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37857
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.126
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.056066 20094 heartbeater.cc:646] Failed to heartbeat to 127.18.224.125:40129 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.103718 20333 heartbeater.cc:646] Failed to heartbeat to 127.18.224.126:44097 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.18.224.126:44097: connect: Connection refused (error 111)
19:59:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.123610 20574 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.124504 20574 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:43.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.125811 20574 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.187166 20574 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:43.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.187479 20574 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.187945 20574 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.188295 20574 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.188652 20574 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.188977 20574 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.189204 20574 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:43.232879 20574 master_runner.cc:387] Master server non-default flags:
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/logs
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:43.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.126
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.126:44097
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.126
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37857
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:43.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:43.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:43.234794 20574 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:43.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:43.236054 20574 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:43.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.249140 20589 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.410527 20555 heartbeater.cc:646] Failed to heartbeat to 127.18.224.125:40129 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:43.411868 20557 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:44.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.253998 20593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:43.253417 20591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:44.898228 20592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1642 milliseconds
19:59:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.898339 20574 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:44.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.899901 20574 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.902890 20574 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.904291 20574 hybrid_clock.cc:648] HybridClock initialized: now 1786305584904242 us; error 56 us; skew 500 ppm
19:59:44.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.905524 20574 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:44.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:44 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305584, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.912271 20574 init.cc:377] Logged in from keytab as kudu/127.18.224.126@KRBTEST.COM (short username kudu)
19:59:44.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.917289 20574 webserver.cc:533] Webserver started at http://127.18.224.126:37857/ using document root <none> and password file <none>
19:59:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.918401 20574 fs_manager.cc:362] Metadata directory not provided
19:59:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.918680 20574 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.927800 20574 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.003s
19:59:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.932547 20617 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.933859 20574 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.934326 20574 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f2cbb7f176a4487a2aa287585920501"
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:26 on dist-test-slave-6ntk"
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:44.937139 20574 fs_report.cc:389] FS layout report
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:44.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/wal
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/data
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:45.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.028380 20574 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.034257 20574 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.034699 20574 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.114059 20574 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.126:44097
19:59:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.114138 20703 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.126:44097 every 8 connection(s)
19:59:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.118052 20574 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-0/data/info.pb
19:59:45.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.118800 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 20574
19:59:45.119 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:45.120 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.224.125:40129
19:59:45.120 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.122294 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:45.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/logs
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.125:40129
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.125
19:59:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40327
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.125
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:45.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:45.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.137328 20704 sys_catalog.cc:263] Verifying existing consensus state
19:59:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.144312 20704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Bootstrap starting.
19:59:45.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.203820 20333 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:45.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.206238 20704 log.cc:826] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Log is configured to *not* fsync() on all Append() calls
19:59:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.225834 20704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.227041 20704 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Bootstrap complete.
19:59:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.247643 20704 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:45.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.249958 20704 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1f2cbb7f176a4487a2aa287585920501, State: Initialized, Role: FOLLOWER
19:59:45.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.250813 20704 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.253475 20713 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.254398 20713 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: FOLLOWER
19:59:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.254969 20704 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: configured and running, proceeding with master startup.
19:59:45.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:45 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305584, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.304802 20730 catalog_manager.cc:1295] Loaded cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.305073 20730 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: loading cluster ID for follower catalog manager: success
19:59:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.320168 20730 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: acquiring CA information for follower catalog manager: success
19:59:45.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.325935 20730 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.324012 20574 master_runner.cc:187] Error getting master registration for 127.18.224.125:40129: Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111),
19:59:45.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.355235 20574 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.476773 20557 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.477309 20557 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.483433 20645 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8515c5350a3644ba939a02e560641c92" instance_seqno: 1786305582216986) as {username='kudu', principal='kudu/127.18.224.67@KRBTEST.COM'} at 127.18.224.67:53687; Asking this server to re-register.
19:59:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.485054 20557 heartbeater.cc:461] Registering TS with master...
19:59:45.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.488121 20645 ts_manager.cc:194] Registered new tserver with Master: 8515c5350a3644ba939a02e560641c92 (127.18.224.67:45371)
19:59:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.573442 20706 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.574091 20706 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.574726 20706 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:45.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.610473 20706 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.610731 20706 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.611002 20706 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.611212 20706 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.611423 20706 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.611615 20706 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:45.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.611768 20706 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.653558 20706 master_runner.cc:387] Master server non-default flags:
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/logs
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.125
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.125:40129
19:59:45.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.125
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40327
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.655145 20706 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.656622 20706 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:45.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.673691 20743 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.702418 18322 debug-util.cc:398] Leaking SignalData structure 0x7b0800097320 after lost signal to thread 18219
19:59:45.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.703922 18322 debug-util.cc:398] Leaking SignalData structure 0x7b080007f0c0 after lost signal to thread 18328
19:59:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:45 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305585, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:45.971135 19911 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:46.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.113250 20103 heartbeater.cc:344] Connected to a master server at 127.18.224.126:44097
19:59:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.117357 20645 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "419e739459f54e7bbb940d68296bf319" instance_seqno: 1786305576793062) as {username='kudu', principal='kudu/127.18.224.65@KRBTEST.COM'} at 127.18.224.65:58997; Asking this server to re-register.
19:59:46.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.124645 20103 heartbeater.cc:461] Registering TS with master...
19:59:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.129658 20645 ts_manager.cc:194] Registered new tserver with Master: 419e739459f54e7bbb940d68296bf319 (127.18.224.65:36025)
19:59:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.211679 20645 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "706a03b0b3a3418fa4098bfa0f11ecb3" instance_seqno: 1786305579908547) as {username='kudu', principal='kudu/127.18.224.66@KRBTEST.COM'} at 127.18.224.66:43773; Asking this server to re-register.
19:59:46.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.214412 20333 heartbeater.cc:461] Registering TS with master...
19:59:46.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.218150 20645 ts_manager.cc:194] Registered new tserver with Master: 706a03b0b3a3418fa4098bfa0f11ecb3 (127.18.224.66:38699)
19:59:46.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.786998 20760 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:46.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.787647 20760 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:46.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.791258 20760 leader_election.cc:290] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129), 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713)
19:59:46.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:46.847808 20624 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:46.873358 20621 leader_election.cc:336] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129): Network error: Client connection negotiation failed: client connection to 127.18.224.125:40129: connect: Connection refused (error 111)
19:59:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:46.882021 20624 leader_election.cc:336] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713): Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:46.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.882643 20624 leader_election.cc:304] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1f2cbb7f176a4487a2aa287585920501; no voters: 5ae681df74754ab1b43f92c6462911b2, af0653a40c424d1d8f5cb0861a3878d5
19:59:46.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:46.883728 20760 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:59:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:47.076092 20742 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 20706
19:59:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:47.374511 20706 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.702s user 0.605s sys 1.020s
19:59:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:47.375734 20706 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.704s user 0.605s sys 1.020s
19:59:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:45.674571 20744 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.383287 20706 server_base.cc:1061] running on GCE node
19:59:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:47.383756 20774 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.385293 20706 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.388391 20706 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.389883 20706 hybrid_clock.cc:648] HybridClock initialized: now 1786305587389728 us; error 117 us; skew 500 ppm
19:59:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.391031 20706 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:47 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305587, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.399137 20706 init.cc:377] Logged in from keytab as kudu/127.18.224.125@KRBTEST.COM (short username kudu)
19:59:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.404923 20706 webserver.cc:533] Webserver started at http://127.18.224.125:40327/ using document root <none> and password file <none>
19:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.406230 20706 fs_manager.cc:362] Metadata directory not provided
19:59:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.406543 20706 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:47.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.417986 20706 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.003s sys 0.004s
19:59:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.424021 20784 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:47.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.425521 20706 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
19:59:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.425966 20706 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:28 on dist-test-slave-6ntk"
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.428735 20706 fs_report.cc:389] FS layout report
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/wal
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/data
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.508661 20706 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:47.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.519698 20706 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:47.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.520244 20706 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:47.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.615262 20706 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.125:40129
19:59:47.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.615285 20863 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.125:40129 every 8 connection(s)
19:59:47.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.619531 20706 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-1/data/info.pb
19:59:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.627767 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 20706
19:59:47.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:47.629 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.18.224.124:35713
19:59:47.629 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:59:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.631101 19329 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu
19:59:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/logs
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.124:35713
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.124
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46499
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.124
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:59:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:59:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.634430 20865 sys_catalog.cc:263] Verifying existing consensus state
19:59:47.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.642890 20865 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Bootstrap starting.
19:59:47.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.707118 20865 log.cc:826] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Log is configured to *not* fsync() on all Append() calls
19:59:47.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.729992 20865 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.731038 20865 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: Bootstrap complete.
19:59:47.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.766994 20865 raft_consensus.cc:359] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.770596 20865 raft_consensus.cc:740] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: af0653a40c424d1d8f5cb0861a3878d5, State: Initialized, Role: FOLLOWER
19:59:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.772123 20865 consensus_queue.cc:260] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:47.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.778980 20873 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.780649 20865 sys_catalog.cc:565] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: configured and running, proceeding with master startup.
19:59:47.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.781103 20873 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:47 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305587, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.125@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.844017 20890 catalog_manager.cc:1295] Loaded cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:47.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.844332 20890 catalog_manager.cc:1588] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: loading cluster ID for follower catalog manager: success
19:59:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.852874 20890 catalog_manager.cc:1610] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: acquiring CA information for follower catalog manager: success
19:59:47.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.860561 20890 catalog_manager.cc:1638] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:59:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.904965 20706 master_runner.cc:187] Error getting master registration for 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111),
19:59:47.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:47.944433 20706 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:48.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.140058 20868 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:59:48.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.141227 20868 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:59:48.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.145802 20868 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:59:48.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.151985 20094 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:48.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.158331 20809 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "419e739459f54e7bbb940d68296bf319" instance_seqno: 1786305576793062) as {username='kudu', principal='kudu/127.18.224.65@KRBTEST.COM'} at 127.18.224.65:45717; Asking this server to re-register.
19:59:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.159946 20094 heartbeater.cc:461] Registering TS with master...
19:59:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.163383 20809 ts_manager.cc:194] Registered new tserver with Master: 419e739459f54e7bbb940d68296bf319 (127.18.224.65:36025)
19:59:48.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.213991 20331 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.216729 20809 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "706a03b0b3a3418fa4098bfa0f11ecb3" instance_seqno: 1786305579908547) as {username='kudu', principal='kudu/127.18.224.66@KRBTEST.COM'} at 127.18.224.66:52221; Asking this server to re-register.
19:59:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.218206 20331 heartbeater.cc:461] Registering TS with master...
19:59:48.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.221262 20809 ts_manager.cc:194] Registered new tserver with Master: 706a03b0b3a3418fa4098bfa0f11ecb3 (127.18.224.66:38699)
19:59:48.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.232313 20868 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:59:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.232731 20868 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:59:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.233464 20868 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:59:48.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.233889 20868 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:59:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.234238 20868 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:59:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.234723 20868 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:59:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.235044 20868 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35857/jwks.json
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.310005 20868 master_runner.cc:387] Master server non-default flags:
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/logs
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.224.84:36971
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:59:48.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/krb5kdc/kudu.keytab
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.18.224.124
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:59:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.224.124:35713
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35857/jwks.json
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.224.124
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46499
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 19:43:22 UTC on e7f111948823
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13263
19:59:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:59:48.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.316946 20868 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:59:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.318686 20868 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:59:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.343940 20916 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.566462 20555 heartbeater.cc:344] Connected to a master server at 127.18.224.125:40129
19:59:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.576542 20809 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8515c5350a3644ba939a02e560641c92" instance_seqno: 1786305582216986) as {username='kudu', principal='kudu/127.18.224.67@KRBTEST.COM'} at 127.18.224.67:36887; Asking this server to re-register.
19:59:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.579627 20555 heartbeater.cc:461] Registering TS with master...
19:59:48.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.586225 20809 ts_manager.cc:194] Registered new tserver with Master: 8515c5350a3644ba939a02e560641c92 (127.18.224.67:45371)
19:59:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.625804 20928 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:59:48.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.627274 20928 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:48.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.653173 20928 leader_election.cc:290] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129), 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713)
19:59:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.659132 20825 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "af0653a40c424d1d8f5cb0861a3878d5" is_pre_election: true
19:59:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.660413 20825 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 1.
19:59:48.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.664239 20621 leader_election.cc:304] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1f2cbb7f176a4487a2aa287585920501, af0653a40c424d1d8f5cb0861a3878d5; no voters:
19:59:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.665618 20928 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Leader pre-election won for term 2
19:59:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.666381 20928 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:59:48.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.676151 20928 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 1 FOLLOWER]: Advancing to term 2
19:59:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.711656 20624 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.18.224.124:35713, user_credentials={real_user=slave}} blocked reactor thread for 52841.8us
19:59:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.714882 20624 leader_election.cc:336] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713): Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.739277 20928 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.754777 20825 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1f2cbb7f176a4487a2aa287585920501" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "af0653a40c424d1d8f5cb0861a3878d5"
19:59:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.755474 20825 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 1 FOLLOWER]: Advancing to term 2
19:59:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.753777 20928 leader_election.cc:290] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 election: Requested vote from peers af0653a40c424d1d8f5cb0861a3878d5 (127.18.224.125:40129), 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713)
19:59:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.761325 20624 leader_election.cc:336] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713): Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111)
19:59:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.766075 20825 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1f2cbb7f176a4487a2aa287585920501 in term 2.
19:59:48.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.767493 20621 leader_election.cc:304] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1f2cbb7f176a4487a2aa287585920501, af0653a40c424d1d8f5cb0861a3878d5; no voters: 5ae681df74754ab1b43f92c6462911b2
19:59:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.768775 20928 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 2 FOLLOWER]: Leader election won for term 2
19:59:48.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.776895 20928 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [term 2 LEADER]: Becoming Leader. State: Replica: 1f2cbb7f176a4487a2aa287585920501, State: Running, Role: LEADER
19:59:48.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.778615 20928 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.814065 20934 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:48.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.815081 20934 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:48.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.849493 20936 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:59:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.873518 20936 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:59:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.895998 20936 catalog_manager.cc:1295] Loaded cluster ID: 56b37018d22740e3be984e3d69e5fa9d
19:59:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.896400 20936 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:59:48.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.903537 20936 catalog_manager.cc:1540] Loading token signing keys...
19:59:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.912786 20936 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501: Loaded TSK: 0
19:59:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:48.938756 20936 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:59:49.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.411386 20825 raft_consensus.cc:1275] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [term 2 FOLLOWER]: Refusing update from remote peer 1f2cbb7f176a4487a2aa287585920501: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:59:49.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.414947 20944 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
19:59:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:49.442483 20624 consensus_peers.cc:597] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 -> Peer 5ae681df74754ab1b43f92c6462911b2 (127.18.224.124:35713): Couldn't send request to peer 5ae681df74754ab1b43f92c6462911b2. Status: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:59:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.478392 20957 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:49.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.479187 20957 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:49.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.480116 20950 sys_catalog.cc:455] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:49.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.480865 20950 sys_catalog.cc:458] T 00000000000000000000000000000000 P af0653a40c424d1d8f5cb0861a3878d5 [sys.catalog]: This master's current role is: FOLLOWER
19:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.481526 20944 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:49.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.482494 20944 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:49 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305589, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:49.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:49.662299 20135 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:50.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.152518 20103 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:50.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.234042 20333 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.373482 20574 master_runner.cc:187] Error getting master registration for 127.18.224.124:35713: Network error: Client connection negotiation failed: client connection to 127.18.224.124:35713: connect: Connection refused (error 111),
19:59:50.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.374048 20574 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:59:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.565336 20557 heartbeater.cc:499] Master 127.18.224.126:44097 was elected leader, sending a full tablet report...
19:59:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:50.893323 20868 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.547s user 0.001s sys 0.001s
19:59:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:49.744488 20915 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 20868
19:59:50.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:50.893966 20868 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.547s user 0.001s sys 0.002s
19:59:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:48.345572 20918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:50.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:50.895076 20920 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2543 milliseconds
19:59:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.896173 20868 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:59:50.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:50.896679 20923 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:59:50.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.900651 20868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:59:50.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.920853 20868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:59:50.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.922626 20868 hybrid_clock.cc:648] HybridClock initialized: now 1786305590922577 us; error 58 us; skew 500 ppm
19:59:50.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.923998 20868 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:59:50.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:50 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305590, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:50.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.932821 20868 init.cc:377] Logged in from keytab as kudu/127.18.224.124@KRBTEST.COM (short username kudu)
19:59:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.943331 20868 webserver.cc:533] Webserver started at http://127.18.224.124:46499/ using document root <none> and password file <none>
19:59:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.944617 20868 fs_manager.cc:362] Metadata directory not provided
19:59:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.944921 20868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:59:50.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.956183 20868 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
19:59:50.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.963302 20981 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:59:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.964964 20868 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.965350 20868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data,/tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae681df74754ab1b43f92c6462911b2"
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:59:31 on dist-test-slave-6ntk"
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:50.968161 20868 fs_report.cc:389] FS layout report
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/wal
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/data
19:59:50.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:59:50.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:59:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.046700 20868 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:59:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.054724 20868 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:59:51.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.055354 20868 kserver.cc:163] Server-wide thread pool size limit: 3276
19:59:51.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.158262 20868 rpc_server.cc:307] RPC server started. Bound to: 127.18.224.124:35713
19:59:51.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.160310 21062 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.224.124:35713 every 8 connection(s)
19:59:51.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.161782 20868 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskMlXsXC/test-tmp/mini-kudu-cluster8439616239514202279/master-2/data/info.pb
19:59:51.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.169463 19329 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu as pid 20868
19:59:51.174 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:59:51.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.181504 21063 sys_catalog.cc:263] Verifying existing consensus state
19:59:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.194417 21063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Bootstrap starting.
19:59:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305585, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.65@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305584, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.126@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.282968 20093 heartbeater.cc:344] Connected to a master server at 127.18.224.124:35713
19:59:51.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305589, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.66@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:51.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.323043 20330 heartbeater.cc:344] Connected to a master server at 127.18.224.124:35713
19:59:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.326634 21063 log.cc:826] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Log is configured to *not* fsync() on all Append() calls
19:59:51.335 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.224.126:44097(127.18.224.126:44097)] connecting to peer
19:59:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.368110 21063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:59:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.369760 21063 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2: Bootstrap complete.
19:59:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.397087 21063 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:51.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.399521 21063 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ae681df74754ab1b43f92c6462911b2, State: Initialized, Role: FOLLOWER
19:59:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.400707 21063 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } }
19:59:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.411037 21063 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: configured and running, proceeding with master startup.
19:59:51.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.411754 21023 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [term 1 FOLLOWER]: Advancing to term 2
19:59:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.475184 21097 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.479347 21097 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.485081 21090 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1f2cbb7f176a4487a2aa287585920501. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.486460 21090 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:51.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.487613 21081 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.488878 21081 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae681df74754ab1b43f92c6462911b2 [sys.catalog]: This master's current role is: FOLLOWER
19:59:51.489 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.224.125:40129(127.18.224.125:40129)] connecting to peer
19:59:51.491 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.18.224.124:35713(127.18.224.124:35713)] connecting to peer
19:59:51.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.507735 21110 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:59:51.526 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.224.126:44097(127.18.224.126:44097)] Successfully connected to peer
19:59:51.528 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.224.125:40129(127.18.224.125:40129)] Successfully connected to peer
19:59:51.533 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.224.124:35713(127.18.224.124:35713)] Successfully connected to peer
19:59:51.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305590, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.126@KRBTEST.COM
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:51.594221 21074 negotiation.cc:336] Failed RPC negotiation. Trace:
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.579585 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.18.224.67:38521 (local address 127.18.224.124:35713)
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.580437 (+ 852us) server_negotiation.cc:207] Beginning negotiation
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.580466 (+ 29us) server_negotiation.cc:400] Waiting for connection header
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.588617 (+ 8151us) server_negotiation.cc:408] Connection header received
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.589437 (+ 820us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.589480 (+ 43us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.589788 (+ 308us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:59:51.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.589992 (+ 204us) server_negotiation.cc:227] Negotiated authn=SASL
19:59:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.592481 (+ 2489us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.18.224.67:38521: BlockingRecv error: recv got EOF from 127.18.224.67:38521 (error 108)
19:59:51.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":92}
19:59:51.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305590, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.125@KRBTEST.COM
19:59:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305590, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.124@KRBTEST.COM for kudu/127.18.224.124@KRBTEST.COM
19:59:51.683 [WARN - kudu-nio-0] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:59:51.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.703699 20945 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "1f2cbb7f176a4487a2aa287585920501" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1f2cbb7f176a4487a2aa287585920501" member_type: VOTER last_known_addr { host: "127.18.224.126" port: 44097 } } peers { permanent_uuid: "af0653a40c424d1d8f5cb0861a3878d5" member_type: VOTER last_known_addr { host: "127.18.224.125" port: 40129 } } peers { permanent_uuid: "5ae681df74754ab1b43f92c6462911b2" member_type: VOTER last_known_addr { host: "127.18.224.124" port: 35713 } } }
19:59:51.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.704761 20945 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1f2cbb7f176a4487a2aa287585920501 [sys.catalog]: This master's current role is: LEADER
19:59:51.732 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.18.224.125
19:59:51.734 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.18.224.126
19:59:51.735 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.18.224.124
19:59:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:59:51 dist-test-slave-6ntk krb5kdc[19352](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305591, etypes {rep=17 tkt=17 ses=17}, kudu/127.18.224.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:59:51.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:51.935372 20371 init.cc:295] Successfully reacquired a new kerberos TGT
19:59:52.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.224.125:40129(127.18.224.125:40129)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.224.126:44097(127.18.224.126:44097)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.224.124:35713(127.18.224.124:35713)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.224.124:35713: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.224.126:44097: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.224.125:40129: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:52.052040 21078 negotiation.cc:336] Failed RPC negotiation. Trace:
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.532858 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:35026 (local address 127.18.224.124:35713)
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.533595 (+ 737us) server_negotiation.cc:207] Beginning negotiation
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.533627 (+ 32us) server_negotiation.cc:400] Waiting for connection header
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.602315 (+ 68688us) server_negotiation.cc:408] Connection header received
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659362 (+ 57047us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659392 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659615 (+ 223us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659762 (+ 147us) server_negotiation.cc:227] Negotiated authn=SASL
19:59:52.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.915570 (+255808us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.916940 (+ 1370us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.029832 (+112892us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.030531 (+ 699us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.051098 (+ 20567us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:35026: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:35026): Cannot send after transport endpoint shutdown (error 108)
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":94}
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:52.052848 21114 negotiation.cc:336] Failed RPC negotiation. Trace:
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.528855 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:59368 (local address 127.18.224.126:44097)
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.548399 (+ 19544us) server_negotiation.cc:207] Beginning negotiation
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.548428 (+ 29us) server_negotiation.cc:400] Waiting for connection header
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.609043 (+ 60615us) server_negotiation.cc:408] Connection header received
19:59:52.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659539 (+ 50496us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659572 (+ 33us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.659825 (+ 253us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.660028 (+ 203us) server_negotiation.cc:227] Negotiated authn=SASL
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.921444 (+261416us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.923078 (+ 1634us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.031242 (+108164us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.031880 (+ 638us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.051169 (+ 19289us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:59368: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:59368): Cannot send after transport endpoint shutdown (error 108)
19:59:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":18427,"thread_start_us":19013,"threads_started":1}
19:59:52.061 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.224.124:35713(127.18.224.124:35713)] handling channelInactive
19:59:52.061 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.224.126:44097(127.18.224.126:44097)] handling channelInactive
19:59:52.061 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=873), Traces: [0ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.126:44097, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.125:40129, [287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.124:35713, [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.125:40129: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.126:44097: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.124:35713: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
19:59:52.065 [DEBUG - kudu-nio-1] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=877), Traces: [0ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.126:44097, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.125:40129, [287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.224.124:35713, [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.125:40129: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.126:44097: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.224.124:35713: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
19:59:52.066 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.224.125:40129(127.18.224.125:40129)] handling channelInactive
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:59:52.068843 21113 negotiation.cc:336] Failed RPC negotiation. Trace:
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.526008 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:57678 (local address 127.18.224.125:40129)
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.546662 (+ 20654us) server_negotiation.cc:207] Beginning negotiation
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.546742 (+ 80us) server_negotiation.cc:400] Waiting for connection header
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.606264 (+ 59522us) server_negotiation.cc:408] Connection header received
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.660742 (+ 54478us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.660774 (+ 32us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:59:52.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.660992 (+ 218us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.661149 (+ 157us) server_negotiation.cc:227] Negotiated authn=SASL
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.906198 (+245049us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:51.908318 (+ 2120us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.029830 (+121512us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.030493 (+ 663us) server_negotiation.cc:663] Negotiated TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:59:52.067072 (+ 36579us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57678: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:57678): Cannot send after transport endpoint shutdown (error 108)
19:59:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19949,"thread_start_us":21966,"threads_started":1}
19:59:52.072 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.224.126:44097(127.18.224.126:44097)] disconnecting while in state TERMINATED
19:59:52.074 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.224.125:40129(127.18.224.125:40129)] disconnecting while in state TERMINATED
19:59:52.074 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.18.224.124:35713(127.18.224.124:35713)] disconnecting while in state TERMINATED
19:59:52.076 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:59:52.081 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:59:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.088282 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 19871
19:59:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.166175 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 20114
19:59:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.220808 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 20356
19:59:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.262647 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 20574
19:59:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.307166 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 20706
19:59:52.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:52.348726 19329 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 20868
19:59:53.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:53Z chronyd exiting
19:59:54.637 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:59:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.640506 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 18671
19:59:54.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.682266 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 18899
19:59:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.719550 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 19109
19:59:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.761264 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 18216
19:59:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.801385 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 18332
19:59:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:59:54.840636 18195 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskMlXsXC/build/tsan/bin/kudu with pid 18462
19:59:56.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:59:56Z chronyd exiting
19:59:57.103 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
19:59:57.489 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
19:59:57.490 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.18.224.126:44097,127.18.224.125:40129,127.18.224.124:35713). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more