14:00:13.730 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:00:13.741 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJjFMQj/test-tmp
14:00:13.746 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:00:13.749 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJjFMQj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:00:13.956 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:00:14.149 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:00:14.151 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:00:14.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.155223 23257 mini_oidc.cc:150] Starting JWKS server
14:00:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.158766 23257 webserver.cc:533] Webserver started at http://127.0.0.1:39727/ using document root <none> and password file <none>
14:00:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.159288 23257 mini_oidc.cc:186] Starting OIDC Discovery server
14:00:14.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.161334 23257 webserver.cc:533] Webserver started at http://127.0.0.1:33909/ using document root <none> and password file <none>
14:00:14.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:00:14Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:00:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:00:14Z Disabled control of system clock
14:00:14.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.223985 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal
14:00:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data
14:00:14.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:14.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/logs
14:00:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data/info.pb
14:00:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.126:46103
14:00:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.126
14:00:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:14.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json with env {}
14:00:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.526585 23269 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:14.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.527127 23269 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:14.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.527725 23269 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.561120 23269 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.561414 23269 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:14.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.561728 23269 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.562124 23269 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.562495 23269 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:14.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.562774 23269 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39727/jwks.json
14:00:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.603579 23269 master_runner.cc:387] Master server non-default flags:
14:00:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:14.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:14.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.126:46103
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json
14:00:14.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data/info.pb
14:00:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.126
14:00:14.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:14.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/logs
14:00:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:14.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:14.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.604945 23269 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:14.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:14.606667 23269 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.619477 23275 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:14.620121 23276 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:15.832511 23278 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:15.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:15.835743 23269 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.216s user 0.475s sys 0.739s
14:00:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:15.836786 23269 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.217s user 0.476s sys 0.740s
14:00:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.838816 23269 server_base.cc:1061] running on GCE node
14:00:15.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.840346 23269 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.843592 23269 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.845511 23269 hybrid_clock.cc:648] HybridClock initialized: now 1781964015845465 us; error 35 us; skew 500 ppm
14:00:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.846731 23269 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:15.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.859020 23269 webserver.cc:533] Webserver started at http://127.22.182.126:36907/ using document root <none> and password file <none>
14:00:15.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.860358 23269 fs_manager.cc:362] Metadata directory not provided
14:00:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.860651 23269 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:15.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.861286 23269 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.868542 23269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data/instance:
14:00:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e662e14ec79e47898ac872d9278c49e4"
14:00:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:15 on dist-test-slave-mhpv"
14:00:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.870195 23269 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal/instance:
14:00:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e662e14ec79e47898ac872d9278c49e4"
14:00:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:15 on dist-test-slave-mhpv"
14:00:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.881633 23269 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.004s sys 0.004s
14:00:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.890476 23285 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.891793 23269 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
14:00:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.892088 23269 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal
14:00:15.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e662e14ec79e47898ac872d9278c49e4"
14:00:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:15 on dist-test-slave-mhpv"
14:00:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.892484 23269 fs_report.cc:389] FS layout report
14:00:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal
14:00:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal
14:00:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data/data
14:00:15.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:15.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:15.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:15.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.973371 23269 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.974933 23269 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:15.975337 23269 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.046643 23269 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.126:46103
14:00:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.046725 23336 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.126:46103 every 8 connection(s)
14:00:16.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.049593 23269 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/data/info.pb
14:00:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.050482 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23269
14:00:16.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.051031 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-0/wal/instance
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.056384 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:16.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/logs
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data/info.pb
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:16.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.125:39387
14:00:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.125
14:00:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json with env {}
14:00:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.056859 23337 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:16.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.075469 23337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.104650 23337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.107518 23286 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.112195 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.161721 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 1
14:00:16.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.167009 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.235432 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 2
14:00:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.240267 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.331676 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 3
14:00:16.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.336644 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.404327 23339 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:16.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.405072 23339 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.405839 23339 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.438369 23339 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.438773 23339 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.439090 23339 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.439431 23339 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.439810 23339 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.440088 23339 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39727/jwks.json
14:00:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.477146 23339 master_runner.cc:387] Master server non-default flags:
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.125:39387
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data/info.pb
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.125
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:16.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:16.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/logs
14:00:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:16.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.478860 23339 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.480114 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 4
14:00:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.481129 23339 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.485847 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.493978 23348 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:16.785276 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 5
14:00:16.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.795056 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:17.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:17.342674 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 6
14:00:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:17.377007 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.125:39387: Network error: Client connection negotiation failed: client connection to 127.22.182.125:39387: connect: Connection refused (error 111)
14:00:18.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:17.897446 23347 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23339
14:00:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.199005 23347 kernel_stack_watchdog.cc:198] Thread 23339 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:00:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:18.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:16.495424 23349 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.200384 23339 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.706s user 0.656s sys 1.048s
14:00:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.200729 23339 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.707s user 0.656s sys 1.048s
14:00:18.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.201471 23350 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1704 milliseconds
14:00:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.205785 23351 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:18.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.205781 23339 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:18.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.207190 23339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.209498 23339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.210870 23339 hybrid_clock.cc:648] HybridClock initialized: now 1781964018210835 us; error 37 us; skew 500 ppm
14:00:18.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.211776 23339 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.217725 23339 webserver.cc:533] Webserver started at http://127.22.182.125:37561/ using document root <none> and password file <none>
14:00:18.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.218704 23339 fs_manager.cc:362] Metadata directory not provided
14:00:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.218937 23339 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.219497 23339 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.223838 23339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data/instance:
14:00:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac0cb0b0e83413aa3345a85af10940e"
14:00:18.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:18 on dist-test-slave-mhpv"
14:00:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.225204 23339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal/instance:
14:00:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac0cb0b0e83413aa3345a85af10940e"
14:00:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:18 on dist-test-slave-mhpv"
14:00:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.232365 23339 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.001s
14:00:18.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.238142 23360 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:18.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.239176 23339 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:00:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.239527 23339 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal
14:00:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ac0cb0b0e83413aa3345a85af10940e"
14:00:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:18 on dist-test-slave-mhpv"
14:00:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.239938 23339 fs_report.cc:389] FS layout report
14:00:18.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data/data
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:18.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:18.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:18.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:18.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.291882 23339 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.293545 23339 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.294075 23339 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.364919 23339 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.125:39387
14:00:18.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.364931 23411 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.125:39387 every 8 connection(s)
14:00:18.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.367863 23339 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/data/info.pb
14:00:18.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.369413 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23339
14:00:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.370007 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-1/wal/instance
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.373571 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/logs
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data/info.pb
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:18.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.124:46655
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.124
14:00:18.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:18.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json with env {}
14:00:18.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.375221 23412 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.387912 23412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.415756 23412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.430538 23412 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.433092 23361 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.437603 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.437597 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } attempt: 7
14:00:18.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.449230 23337 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.455389 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.487152 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 1
14:00:18.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.491513 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.513863 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 1
14:00:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.518314 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.559928 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 2
14:00:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.564235 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.599735 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 2
14:00:18.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.603998 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.655619 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 3
14:00:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.659858 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.689488 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 3
14:00:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.694465 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.701436 23414 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.702157 23414 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.702857 23414 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:18.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.739138 23414 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.739500 23414 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.739836 23414 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.740203 23414 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:18.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.740609 23414 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.740904 23414 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39727/jwks.json
14:00:18.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.778056 23414 master_runner.cc:387] Master server non-default flags:
14:00:18.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:18.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.124:46655
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39727/jwks.json
14:00:18.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data/info.pb
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.124
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/logs
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:18.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.779783 23414 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:18.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.782145 23414 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.793877 23426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:18.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.803297 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 4
14:00:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.809974 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:18.834919 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 4
14:00:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.844442 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:19.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:19.109441 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 5
14:00:19.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:19.118772 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:19.128762 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 5
14:00:19.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:19.138378 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:19.666401 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 6
14:00:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:19.690954 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 6
14:00:19.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:19.704937 23412 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:19.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:19.713505 23337 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.182.124:46655: Network error: Client connection negotiation failed: client connection to 127.22.182.124:46655: connect: Connection refused (error 111)
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.053339 23429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:18.794610 23427 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.058230 23414 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.264s user 0.385s sys 0.878s
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.058542 23414 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.265s user 0.385s sys 0.878s
14:00:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.062726 23414 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.062724 23428 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1268 milliseconds
14:00:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.064234 23414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:20.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.066964 23414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.068382 23414 hybrid_clock.cc:648] HybridClock initialized: now 1781964020068329 us; error 63 us; skew 500 ppm
14:00:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.069345 23414 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.077025 23414 webserver.cc:533] Webserver started at http://127.22.182.124:40345/ using document root <none> and password file <none>
14:00:20.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.078047 23414 fs_manager.cc:362] Metadata directory not provided
14:00:20.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.078286 23414 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.078817 23414 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.083214 23414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data/instance:
14:00:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e88362703bd4c5aa52543c033d9eb24"
14:00:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:20 on dist-test-slave-mhpv"
14:00:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.084509 23414 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal/instance:
14:00:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e88362703bd4c5aa52543c033d9eb24"
14:00:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:20 on dist-test-slave-mhpv"
14:00:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.092394 23414 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
14:00:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.098380 23440 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:20.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.099648 23414 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:00:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.100034 23414 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal
14:00:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e88362703bd4c5aa52543c033d9eb24"
14:00:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:20 on dist-test-slave-mhpv"
14:00:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.100474 23414 fs_report.cc:389] FS layout report
14:00:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data/data
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:20.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.179844 23414 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.181653 23414 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.182207 23414 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.257664 23414 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.124:46655
14:00:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.257723 23491 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.124:46655 every 8 connection(s)
14:00:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.260907 23414 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/data/info.pb
14:00:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.266654 23492 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.269371 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23414
14:00:20.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.269742 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/master-2/wal/instance
14:00:20.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.280090 23492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } has no permanent_uuid. Determining permanent_uuid...
14:00:20.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.307659 23492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } has no permanent_uuid. Determining permanent_uuid...
14:00:20.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.321571 23492 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } has no permanent_uuid. Determining permanent_uuid...
14:00:20.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.339617 23492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: Bootstrap starting.
14:00:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.346238 23492 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: Neither blocks nor log segments found. Creating new log.
14:00:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.348024 23492 log.cc:826] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: Log is configured to *not* fsync() on all Append() calls
14:00:20.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.352272 23492 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: No bootstrap required, opened a new log
14:00:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.370638 23492 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.371279 23492 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:20.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.371536 23492 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e88362703bd4c5aa52543c033d9eb24, State: Initialized, Role: FOLLOWER
14:00:20.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.372495 23492 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.375775 23503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.376870 23503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: This master's current role is: FOLLOWER
14:00:20.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.377003 23492 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: configured and running, proceeding with master startup.
14:00:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.403797 23514 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:00:20.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.404142 23514 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:00:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.398388 23414 master_runner.cc:187] Error getting master registration for 127.22.182.126:46103: OK, instance_id { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" instance_seqno: 1781964016027529 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:20.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.418916 23414 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:20.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.437724 23446 tablet.cc:2406] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.609035 23503 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:20.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.609441 23503 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.611397 23503 leader_election.cc:290] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e662e14ec79e47898ac872d9278c49e4 (127.22.182.126:46103), 0ac0cb0b0e83413aa3345a85af10940e (127.22.182.125:39387)
14:00:20.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.747052 23337 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 7
14:00:20.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.765513 23412 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } attempt: 7
14:00:20.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.768045 23337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: Bootstrap starting.
14:00:20.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.776288 23337 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: Neither blocks nor log segments found. Creating new log.
14:00:20.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.779245 23337 log.cc:826] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: Log is configured to *not* fsync() on all Append() calls
14:00:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.786394 23337 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: No bootstrap required, opened a new log
14:00:20.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.789772 23412 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: Bootstrap starting.
14:00:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.797236 23412 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: Neither blocks nor log segments found. Creating new log.
14:00:20.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.799891 23412 log.cc:826] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: Log is configured to *not* fsync() on all Append() calls
14:00:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.805615 23412 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: No bootstrap required, opened a new log
14:00:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.828519 23337 raft_consensus.cc:359] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.829353 23337 raft_consensus.cc:385] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.829650 23337 raft_consensus.cc:740] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e662e14ec79e47898ac872d9278c49e4, State: Initialized, Role: FOLLOWER
14:00:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.831349 23337 consensus_queue.cc:260] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.836220 23412 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.837280 23412 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:20.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.837652 23412 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ac0cb0b0e83413aa3345a85af10940e, State: Initialized, Role: FOLLOWER
14:00:20.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.838848 23412 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.841569 23520 sys_catalog.cc:455] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.844911 23412 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: configured and running, proceeding with master startup.
14:00:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.845032 23387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e88362703bd4c5aa52543c033d9eb24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ac0cb0b0e83413aa3345a85af10940e" is_pre_election: true
14:00:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.845824 23387 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e88362703bd4c5aa52543c033d9eb24 in term 0.
14:00:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.847095 23520 sys_catalog.cc:458] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: This master's current role is: FOLLOWER
14:00:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.849496 23337 sys_catalog.cc:565] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: configured and running, proceeding with master startup.
14:00:20.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.849426 23441 leader_election.cc:304] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ac0cb0b0e83413aa3345a85af10940e, 6e88362703bd4c5aa52543c033d9eb24; no voters:
14:00:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.850313 23503 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:00:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.850649 23503 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.850977 23503 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 0 FOLLOWER]: Advancing to term 1
14:00:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.856545 23312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e88362703bd4c5aa52543c033d9eb24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e662e14ec79e47898ac872d9278c49e4" is_pre_election: true
14:00:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.857869 23312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6e88362703bd4c5aa52543c033d9eb24 in term 0.
14:00:20.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.861020 23503 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.863760 23312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e88362703bd4c5aa52543c033d9eb24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e662e14ec79e47898ac872d9278c49e4"
14:00:20.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.864239 23312 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 0 FOLLOWER]: Advancing to term 1
14:00:20.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.871263 23312 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e88362703bd4c5aa52543c033d9eb24 in term 1.
14:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.873287 23387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6e88362703bd4c5aa52543c033d9eb24" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ac0cb0b0e83413aa3345a85af10940e"
14:00:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.873799 23387 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 0 FOLLOWER]: Advancing to term 1
14:00:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.843403 23521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.881208 23521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: This master's current role is: FOLLOWER
14:00:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.881927 23503 leader_election.cc:290] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [CANDIDATE]: Term 1 election: Requested vote from peers e662e14ec79e47898ac872d9278c49e4 (127.22.182.126:46103), 0ac0cb0b0e83413aa3345a85af10940e (127.22.182.125:39387)
14:00:20.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.880684 23387 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6e88362703bd4c5aa52543c033d9eb24 in term 1.
14:00:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.884795 23441 leader_election.cc:304] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0ac0cb0b0e83413aa3345a85af10940e, 6e88362703bd4c5aa52543c033d9eb24; no voters:
14:00:20.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.888622 23503 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 1 FOLLOWER]: Leader election won for term 1
14:00:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.891721 23503 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [term 1 LEADER]: Becoming Leader. State: Replica: 6e88362703bd4c5aa52543c033d9eb24, State: Running, Role: LEADER
14:00:20.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.893344 23503 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } }
14:00:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.907648 23528 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e88362703bd4c5aa52543c033d9eb24. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.908761 23528 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: This master's current role is: LEADER
14:00:20.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.916649 23536 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:00:20.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.923831 23536 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:00:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.953055 23538 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:00:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.953819 23538 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:00:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.957243 23387 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [term 1 FOLLOWER]: Refusing update from remote peer 6e88362703bd4c5aa52543c033d9eb24: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.959250 23528 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.966427 23312 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [term 1 FOLLOWER]: Refusing update from remote peer 6e88362703bd4c5aa52543c033d9eb24: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:20.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.968860 23528 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.936919 23339 master_runner.cc:187] Error getting master registration for 127.22.182.126:46103: OK, instance_id { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" instance_seqno: 1781964016027529 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:20.986433 23291 tablet.cc:2406] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.988482 23339 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:20.999567 23520 sys_catalog.cc:455] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e88362703bd4c5aa52543c033d9eb24. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.000602 23520 sys_catalog.cc:458] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: This master's current role is: FOLLOWER
14:00:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.013440 23521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6e88362703bd4c5aa52543c033d9eb24. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.019261 23521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: This master's current role is: FOLLOWER
14:00:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.019260 23540 mvcc.cc:204] Tried to move back new op lower bound from 7298924629811331072 to 7298924629602615296. Current Snapshot: MvccSnapshot[applied={T|T < 7298924629811331072}]
14:00:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.023808 23546 mvcc.cc:204] Tried to move back new op lower bound from 7298924629811331072 to 7298924629602615296. Current Snapshot: MvccSnapshot[applied={T|T < 7298924629811331072}]
14:00:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.028839 23503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.029541 23503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: This master's current role is: LEADER
14:00:21.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.030669 23503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.031297 23503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24 [sys.catalog]: This master's current role is: LEADER
14:00:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.032202 23536 catalog_manager.cc:1382] Generated new cluster ID: cc7506cec67b4d0ca99dc0041737c632
14:00:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.032450 23536 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:00:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.038411 23520 sys_catalog.cc:455] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.039062 23520 sys_catalog.cc:458] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4 [sys.catalog]: This master's current role is: FOLLOWER
14:00:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.059842 23521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6e88362703bd4c5aa52543c033d9eb24" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e662e14ec79e47898ac872d9278c49e4" member_type: VOTER last_known_addr { host: "127.22.182.126" port: 46103 } } peers { permanent_uuid: "0ac0cb0b0e83413aa3345a85af10940e" member_type: VOTER last_known_addr { host: "127.22.182.125" port: 39387 } } peers { permanent_uuid: "6e88362703bd4c5aa52543c033d9eb24" member_type: VOTER last_known_addr { host: "127.22.182.124" port: 46655 } } }
14:00:21.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.061021 23521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e [sys.catalog]: This master's current role is: FOLLOWER
14:00:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.081759 23555 catalog_manager.cc:1294] Loaded cluster ID: cc7506cec67b4d0ca99dc0041737c632
14:00:21.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.083328 23555 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: loading cluster ID for follower catalog manager: success
14:00:21.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.087729 23555 catalog_manager.cc:1611] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: acquiring CA information for follower catalog manager: Not found: root CA entry not found
14:00:21.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.100914 23555 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
14:00:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.104040 23536 catalog_manager.cc:1405] Generated new certificate authority record
14:00:21.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.105993 23536 catalog_manager.cc:1539] Loading token signing keys...
14:00:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.165511 23536 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6e88362703bd4c5aa52543c033d9eb24: Generated new TSK 0
14:00:21.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.167042 23536 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:00:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.214394 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal
14:00:21.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/logs
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data/info.pb
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:21.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.65:0
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.65
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.65
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:21.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:21.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.767730 23557 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:21.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.768991 23557 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.770006 23557 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:21.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.833330 23557 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:21.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.835248 23557 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.182.65
14:00:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.904201 23557 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.65:0
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data/info.pb
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.65
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.65
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/logs
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:21.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:21.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.914739 23557 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.917474 23557 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.951633 23566 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:21.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.959380 23538 catalog_manager.cc:1294] Loaded cluster ID: cc7506cec67b4d0ca99dc0041737c632
14:00:21.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.960039 23538 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: loading cluster ID for follower catalog manager: success
14:00:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.967247 23538 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: acquiring CA information for follower catalog manager: success
14:00:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:21.998059 23538 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0ac0cb0b0e83413aa3345a85af10940e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:22.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:22.109238 23555 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: acquiring CA information for follower catalog manager: success
14:00:22.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:22.114969 23555 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e662e14ec79e47898ac872d9278c49e4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:23.339747 23564 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23557
14:00:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:24.532879 23557 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.584s user 0.911s sys 1.556s
14:00:24.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:24.533206 23557 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.585s user 0.911s sys 1.556s
14:00:24.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:21.952296 23565 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:24.541818 23571 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:24.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.543416 23557 server_base.cc:1061] running on GCE node
14:00:24.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.544528 23557 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:24.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.546890 23557 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:24.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.548255 23557 hybrid_clock.cc:648] HybridClock initialized: now 1781964024548219 us; error 35 us; skew 500 ppm
14:00:24.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.549299 23557 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:24.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.555758 23557 webserver.cc:533] Webserver started at http://127.22.182.65:38387/ using document root <none> and password file <none>
14:00:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.556747 23557 fs_manager.cc:362] Metadata directory not provided
14:00:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.557049 23557 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:24.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.557583 23557 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.561941 23557 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data/instance:
14:00:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5068e588a0af43ebacf0ccbc6c2a82c7"
14:00:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:24 on dist-test-slave-mhpv"
14:00:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.563107 23557 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal/instance:
14:00:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5068e588a0af43ebacf0ccbc6c2a82c7"
14:00:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:24 on dist-test-slave-mhpv"
14:00:24.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.570988 23557 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
14:00:24.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.576790 23577 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.577992 23557 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.578347 23557 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5068e588a0af43ebacf0ccbc6c2a82c7"
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:24 on dist-test-slave-mhpv"
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.578907 23557 fs_report.cc:389] FS layout report
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data/data
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:24.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.634786 23557 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.636210 23557 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:24.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.636598 23557 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.639719 23557 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:24.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.644543 23557 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.644779 23557 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.645118 23557 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.645323 23557 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.817305 23557 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.65:35261
14:00:24.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.817480 23689 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.65:35261 every 8 connection(s)
14:00:24.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.819939 23557 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/data/info.pb
14:00:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.821533 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23557
14:00:24.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.822263 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-0/wal/instance
14:00:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.838937 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal
14:00:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/logs
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data/info.pb
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:24.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.66:0
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.66
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.66
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:24.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.878789 23690 heartbeater.cc:344] Connected to a master server at 127.22.182.124:46655
14:00:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.879299 23690 heartbeater.cc:461] Registering TS with master...
14:00:24.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.880627 23690 heartbeater.cc:507] Master 127.22.182.124:46655 requested a full tablet report, sending...
14:00:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.882697 23691 heartbeater.cc:344] Connected to a master server at 127.22.182.125:39387
14:00:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.883033 23691 heartbeater.cc:461] Registering TS with master...
14:00:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.883792 23691 heartbeater.cc:507] Master 127.22.182.125:39387 requested a full tablet report, sending...
14:00:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.884320 23457 ts_manager.cc:194] Registered new tserver with Master: 5068e588a0af43ebacf0ccbc6c2a82c7 (127.22.182.65:35261)
14:00:24.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.884859 23694 heartbeater.cc:344] Connected to a master server at 127.22.182.126:46103
14:00:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.885185 23694 heartbeater.cc:461] Registering TS with master...
14:00:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.885988 23694 heartbeater.cc:507] Master 127.22.182.126:46103 requested a full tablet report, sending...
14:00:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.886616 23377 ts_manager.cc:194] Registered new tserver with Master: 5068e588a0af43ebacf0ccbc6c2a82c7 (127.22.182.65:35261)
14:00:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.886943 23457 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.182.65:41429
14:00:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:24.889748 23302 ts_manager.cc:194] Registered new tserver with Master: 5068e588a0af43ebacf0ccbc6c2a82c7 (127.22.182.65:35261)
14:00:25.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.180033 23697 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:25.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.180557 23697 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.181043 23697 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:25.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.214515 23697 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.215274 23697 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.182.66
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:25.251580 23697 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal
14:00:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.66:0
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data/info.pb
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.66
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:25.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.66
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/logs
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:25.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:25.253175 23697 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:25.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:25.254802 23697 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.271306 23706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:25.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:25.891746 23690 heartbeater.cc:499] Master 127.22.182.124:46655 was elected leader, sending a full tablet report...
14:00:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:26.675037 23705 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23697
14:00:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:26.872784 23697 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.599s user 0.532s sys 1.053s
14:00:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:26.873121 23697 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.600s user 0.532s sys 1.054s
14:00:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:25.274904 23707 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:26.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:26.876121 23709 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:26.879043 23708 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1600 milliseconds
14:00:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.879093 23697 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.880317 23697 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.882344 23697 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.883675 23697 hybrid_clock.cc:648] HybridClock initialized: now 1781964026883642 us; error 67 us; skew 500 ppm
14:00:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.884405 23697 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.890285 23697 webserver.cc:533] Webserver started at http://127.22.182.66:44209/ using document root <none> and password file <none>
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.891129 23697 fs_manager.cc:362] Metadata directory not provided
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.891314 23697 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.891692 23697 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.895917 23697 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data/instance:
14:00:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38f5b8ebae004fbbac3044c19692e197"
14:00:26.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:26 on dist-test-slave-mhpv"
14:00:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.896967 23697 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal/instance:
14:00:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38f5b8ebae004fbbac3044c19692e197"
14:00:26.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:26 on dist-test-slave-mhpv"
14:00:26.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.903573 23697 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
14:00:26.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.910674 23717 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:26.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.911649 23697 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
14:00:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.911991 23697 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal
14:00:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "38f5b8ebae004fbbac3044c19692e197"
14:00:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:26 on dist-test-slave-mhpv"
14:00:26.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.912344 23697 fs_report.cc:389] FS layout report
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data/data
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:26.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.957712 23697 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:26.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.959227 23697 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:26.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.959741 23697 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.962423 23697 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.966460 23697 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:26.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.966698 23697 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.967027 23697 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:26.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:26.967239 23697 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.120327 23697 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.66:43803
14:00:27.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.120455 23831 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.66:43803 every 8 connection(s)
14:00:27.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.122974 23697 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/data/info.pb
14:00:27.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.125056 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23697
14:00:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.125914 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-1/wal/instance
14:00:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.144302 23257 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:27.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/logs
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data/info.pb
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:27.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.67:0
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.67
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.67
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:27.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.162881 23832 heartbeater.cc:344] Connected to a master server at 127.22.182.124:46655
14:00:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.163424 23832 heartbeater.cc:461] Registering TS with master...
14:00:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.165364 23832 heartbeater.cc:507] Master 127.22.182.124:46655 requested a full tablet report, sending...
14:00:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.168205 23457 ts_manager.cc:194] Registered new tserver with Master: 38f5b8ebae004fbbac3044c19692e197 (127.22.182.66:43803)
14:00:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.170115 23457 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.182.66:49627
14:00:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.170663 23834 heartbeater.cc:344] Connected to a master server at 127.22.182.126:46103
14:00:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.170970 23834 heartbeater.cc:461] Registering TS with master...
14:00:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.171845 23834 heartbeater.cc:507] Master 127.22.182.126:46103 requested a full tablet report, sending...
14:00:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.174774 23302 ts_manager.cc:194] Registered new tserver with Master: 38f5b8ebae004fbbac3044c19692e197 (127.22.182.66:43803)
14:00:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.179288 23833 heartbeater.cc:344] Connected to a master server at 127.22.182.125:39387
14:00:27.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.179625 23833 heartbeater.cc:461] Registering TS with master...
14:00:27.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.180190 23833 heartbeater.cc:507] Master 127.22.182.125:39387 requested a full tablet report, sending...
14:00:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.182896 23377 ts_manager.cc:194] Registered new tserver with Master: 38f5b8ebae004fbbac3044c19692e197 (127.22.182.66:43803)
14:00:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.469978 23842 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:27.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.470523 23842 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:27.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.471138 23842 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:27.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.504310 23842 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:27.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.505265 23842 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.182.67
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.540591 23842 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.182.84:45673
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:27.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.182.67:0
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data/info.pb
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.182.67
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.182.126:46103,127.22.182.125:39387,127.22.182.124:46655
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.182.67
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/logs
14:00:27.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.542250 23842 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:27.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:27.544173 23842 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.557386 23848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:28.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.174860 23832 heartbeater.cc:499] Master 127.22.182.124:46655 was elected leader, sending a full tablet report...
14:00:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:27.559075 23849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:28.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:28.937242 23851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:28.940778 23850 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1381 milliseconds
14:00:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:28.941746 23842 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.384s user 0.464s sys 0.875s
14:00:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:28.942106 23842 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.385s user 0.464s sys 0.875s
14:00:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.942381 23842 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:28.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.943878 23842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:28.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.946673 23842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.948150 23842 hybrid_clock.cc:648] HybridClock initialized: now 1781964028948100 us; error 38 us; skew 500 ppm
14:00:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.949379 23842 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.958194 23842 webserver.cc:533] Webserver started at http://127.22.182.67:37449/ using document root <none> and password file <none>
14:00:28.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.959508 23842 fs_manager.cc:362] Metadata directory not provided
14:00:28.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.959823 23842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:28.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.960450 23842 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.968019 23842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data/instance:
14:00:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b56efe4d474f39a33091d9fad58547"
14:00:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:28 on dist-test-slave-mhpv"
14:00:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.969650 23842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal/instance:
14:00:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b56efe4d474f39a33091d9fad58547"
14:00:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:28 on dist-test-slave-mhpv"
14:00:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.979516 23842 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.004s sys 0.005s
14:00:28.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.987536 23861 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.988744 23842 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
14:00:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.989068 23842 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal
14:00:28.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97b56efe4d474f39a33091d9fad58547"
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:28 on dist-test-slave-mhpv"
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:28.989342 23842 fs_report.cc:389] FS layout report
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data/data
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:28.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:29.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.092494 23842 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.094024 23842 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:29.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.094413 23842 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:29.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.096994 23842 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.101207 23842 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.101405 23842 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.101598 23842 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.101728 23842 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.257416 23842 rpc_server.cc:307] RPC server started. Bound to: 127.22.182.67:39217
14:00:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.257550 23973 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.182.67:39217 every 8 connection(s)
14:00:29.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.260574 23842 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/data/info.pb
14:00:29.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.267637 23257 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 23842
14:00:29.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.268046 23257 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster10613152304982698217/ts-2/wal/instance
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.321079 23974 heartbeater.cc:344] Connected to a master server at 127.22.182.124:46655
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.321569 23974 heartbeater.cc:461] Registering TS with master...
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.322820 23974 heartbeater.cc:507] Master 127.22.182.124:46655 requested a full tablet report, sending...
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.323341 23976 heartbeater.cc:344] Connected to a master server at 127.22.182.126:46103
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.323666 23976 heartbeater.cc:461] Registering TS with master...
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.323679 23975 heartbeater.cc:344] Connected to a master server at 127.22.182.125:39387
14:00:29.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.324389 23975 heartbeater.cc:461] Registering TS with master...
14:00:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.324505 23976 heartbeater.cc:507] Master 127.22.182.126:46103 requested a full tablet report, sending...
14:00:29.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.325204 23975 heartbeater.cc:507] Master 127.22.182.125:39387 requested a full tablet report, sending...
14:00:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.326587 23457 ts_manager.cc:194] Registered new tserver with Master: 97b56efe4d474f39a33091d9fad58547 (127.22.182.67:39217)
14:00:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.327680 23302 ts_manager.cc:194] Registered new tserver with Master: 97b56efe4d474f39a33091d9fad58547 (127.22.182.67:39217)
14:00:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.328121 23377 ts_manager.cc:194] Registered new tserver with Master: 97b56efe4d474f39a33091d9fad58547 (127.22.182.67:39217)
14:00:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.328408 23457 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.182.67:40883
14:00:29.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:29.338423 23257 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:00:29.350 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:00:29.352 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:00:29.361 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.182.126"
port: 46103
}
bound_http_address {
host: "127.22.182.126"
port: 36907
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.182.125"
port: 39387
}
bound_http_address {
host: "127.22.182.125"
port: 37561
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.182.124"
port: 46655
}
bound_http_address {
host: "127.22.182.124"
port: 40345
}
}
}
14:00:29.364 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:00:29.366 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.182.65"
port: 35261
}
bound_http_address {
host: "127.22.182.65"
port: 38387
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.182.66"
port: 43803
}
bound_http_address {
host: "127.22.182.66"
port: 44209
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.182.67"
port: 39217
}
bound_http_address {
host: "127.22.182.67"
port: 37449
}
}
}
14:00:29.366 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:00:29.529 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:00:29.591 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:00:29.684 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskJjFMQj/test-tmp
14:00:29.684 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:00:29.685 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskJjFMQj/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:00:29.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:00:30.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:30.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:00:30.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:30.036972 23986 mini_oidc.cc:150] Starting JWKS server
14:00:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:30.040409 23986 webserver.cc:533] Webserver started at http://127.0.0.1:38787/ using document root <none> and password file <none>
14:00:30.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:30.040794 23986 mini_oidc.cc:186] Starting OIDC Discovery server
14:00:30.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:30.042292 23986 webserver.cc:533] Webserver started at http://127.0.0.1:36609/ using document root <none> and password file <none>
14:00:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:00:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/principal' for realm 'KRBTEST.COM',
14:00:30.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:00:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:30 dist-test-slave-mhpv krb5kdc[23998](info): setting up network...
14:00:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:00:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:30 dist-test-slave-mhpv krb5kdc[23998](info): set up 2 sockets
14:00:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:30 dist-test-slave-mhpv krb5kdc[23998](info): commencing operation
14:00:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:00:30.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:30.332201 23974 heartbeater.cc:499] Master 127.22.182.124:46655 was elected leader, sending a full tablet report...
14:00:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.182576 23986 mini_kdc.cc:121] Time spent starting KDC: real 2.103s user 0.003s sys 0.016s
14:00:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:00:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:00:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:00:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:32.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:00:32.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:00:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:32.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:00:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/test-user.keytab.
14:00:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/test-user.keytab.
14:00:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:32 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964032, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:32.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:00:32Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:00:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:00:32Z Disabled control of system clock
14:00:32.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.190@KRBTEST.COM; defaulting to no policy
14:00:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.190@KRBTEST.COM" created.
14:00:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:32.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.190@KRBTEST.COM; defaulting to no policy
14:00:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.190@KRBTEST.COM" created.
14:00:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:32.425055 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:32.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/logs
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:32.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.190:34085
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.190
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.190
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:32.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.745957 24015 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.746543 24015 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.747314 24015 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.780411 24015 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.780643 24015 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.780975 24015 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.781174 24015 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.781392 24015 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.781585 24015 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.781723 24015 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:32.823944 24015 master_runner.cc:387] Master server non-default flags:
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:32.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.190
14:00:32.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.190:34085
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.190
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:32.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/logs
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:32.825588 24015 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:32.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:32.826851 24015 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:32.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.838683 24021 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.243209 24020 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 24015
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.527522 24020 kernel_stack_watchdog.cc:198] Thread 24015 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:32.839875 24022 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.528908 24015 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.689s user 0.550s sys 1.065s
14:00:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.529771 24023 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1689 milliseconds
14:00:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.530066 24015 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.691s user 0.550s sys 1.065s
14:00:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.531162 24024 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:34.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.531131 24015 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:34.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.534591 24015 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:34.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.536921 24015 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:34.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.538275 24015 hybrid_clock.cc:648] HybridClock initialized: now 1781964034538245 us; error 32 us; skew 500 ppm
14:00:34.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.539268 24015 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:34.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:34 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964034, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:34.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.545881 24015 init.cc:377] Logged in from keytab as kudu/127.23.108.190@KRBTEST.COM (short username kudu)
14:00:34.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.551643 24015 webserver.cc:533] Webserver started at http://127.23.108.190:40107/ using document root <none> and password file <none>
14:00:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.552911 24015 fs_manager.cc:362] Metadata directory not provided
14:00:34.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.553221 24015 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:34.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.553936 24015 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.558982 24015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/instance:
14:00:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48144cff3c4d473fa72e28b0b0c6d745"
14:00:34.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:34 on dist-test-slave-mhpv"
14:00:34.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.559978 24015 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal/instance:
14:00:34.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48144cff3c4d473fa72e28b0b0c6d745"
14:00:34.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:34 on dist-test-slave-mhpv"
14:00:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.566932 24015 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.006s sys 0.002s
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.572048 24034 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.573135 24015 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.573410 24015 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48144cff3c4d473fa72e28b0b0c6d745"
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:34 on dist-test-slave-mhpv"
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.573693 24015 fs_report.cc:389] FS layout report
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/data
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:34.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.654541 24015 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.660117 24015 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:34.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.660532 24015 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:34.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.738876 24015 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.190:34085
14:00:34.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.738912 24085 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.190:34085 every 8 connection(s)
14:00:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.742053 24015 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:34.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.747864 24086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.750526 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24015
14:00:34.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.750976 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal/instance
14:00:34.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.758643 24086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.189@KRBTEST.COM; defaulting to no policy
14:00:34.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.189@KRBTEST.COM" created.
14:00:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:34 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964034, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.795783 24086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:34.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.799002 24036 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:34.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.803208 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:34.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.189@KRBTEST.COM; defaulting to no policy
14:00:34.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.189@KRBTEST.COM" created.
14:00:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:34.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.838979 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/logs
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:34.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.189:36889
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.189
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.189
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:34.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:34.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.852753 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 1
14:00:34.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.857030 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:34.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:34.925880 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 2
14:00:34.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:34.930794 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.022254 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 3
14:00:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.026258 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:35.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.169761 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 4
14:00:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.175511 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.185580 24095 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.186128 24095 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.186836 24095 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.223403 24095 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:35.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.223690 24095 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.224120 24095 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.224475 24095 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.224843 24095 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.225247 24095 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:35.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.225523 24095 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.272868 24095 master_runner.cc:387] Master server non-default flags:
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:35.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.189
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.189:36889
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.189
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/logs
14:00:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.274479 24095 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.275730 24095 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:35.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.289657 24102 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:35.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:35.474957 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 5
14:00:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.481815 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:36.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.029417 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 6
14:00:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:36.040548 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:36.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:35.290787 24103 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:36.667477 24105 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:36.673738 24095 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.383s user 0.487s sys 0.893s
14:00:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:36.674114 24095 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.384s user 0.487s sys 0.893s
14:00:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.674400 24095 server_base.cc:1061] running on GCE node
14:00:36.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.675858 24095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:36.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.681342 24095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:36.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.683233 24095 hybrid_clock.cc:648] HybridClock initialized: now 1781964036683141 us; error 36 us; skew 500 ppm
14:00:36.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.684434 24095 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:36 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964036, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.695931 24095 init.cc:377] Logged in from keytab as kudu/127.23.108.189@KRBTEST.COM (short username kudu)
14:00:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.708197 24095 webserver.cc:533] Webserver started at http://127.23.108.189:39919/ using document root <none> and password file <none>
14:00:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.709340 24095 fs_manager.cc:362] Metadata directory not provided
14:00:36.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.709635 24095 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:36.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.710136 24095 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.716336 24095 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/instance:
14:00:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e2f5131caec40009d5b5c503cbdc7e8"
14:00:36.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:36 on dist-test-slave-mhpv"
14:00:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.717522 24095 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal/instance:
14:00:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e2f5131caec40009d5b5c503cbdc7e8"
14:00:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:36 on dist-test-slave-mhpv"
14:00:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.731508 24095 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.001s sys 0.010s
14:00:36.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.746834 24116 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.748391 24095 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.002s sys 0.007s
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.748845 24095 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e2f5131caec40009d5b5c503cbdc7e8"
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:36 on dist-test-slave-mhpv"
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.749264 24095 fs_report.cc:389] FS layout report
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/data
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:36.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.862543 24095 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:36.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.869210 24095 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:36.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.869776 24095 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.967906 24095 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.189:36889
14:00:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.968004 24167 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.189:36889 every 8 connection(s)
14:00:36.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.970556 24095 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:00:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.976228 24168 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.978268 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24095
14:00:36.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.978722 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal/instance
14:00:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:36.988574 24168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } has no permanent_uuid. Determining permanent_uuid...
14:00:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.188@KRBTEST.COM; defaulting to no policy
14:00:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.188@KRBTEST.COM" created.
14:00:37.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:37 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964036, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:37.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.024420 24168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } has no permanent_uuid. Determining permanent_uuid...
14:00:37.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.188@KRBTEST.COM; defaulting to no policy
14:00:37.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:37.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.188@KRBTEST.COM" created.
14:00:37.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:37 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964036, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:37.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.051925 24168 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } has no permanent_uuid. Determining permanent_uuid...
14:00:37.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.054832 24118 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:37.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.059576 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.061408 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:37.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/logs
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.188:40539
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.188
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:37.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.188
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:37.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:37.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.101171 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } attempt: 7
14:00:37.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.109054 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 1
14:00:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.113652 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:37 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964034, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:37.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.127682 24086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } has no permanent_uuid. Determining permanent_uuid...
14:00:37.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.134050 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.182108 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 2
14:00:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.186528 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.192481 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 1
14:00:37.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.196592 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.278023 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 2
14:00:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.277980 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 3
14:00:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.283586 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.283756 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.369141 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 3
14:00:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.374208 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.395053 24178 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.395733 24178 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:37.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.396450 24178 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:37.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.427003 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 4
14:00:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.430963 24178 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.431288 24178 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.431519 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.431792 24178 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.432036 24178 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.432237 24178 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.432433 24178 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:37.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.432578 24178 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:37.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.474428 24178 master_runner.cc:387] Master server non-default flags:
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.188
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.188:40539
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.188
14:00:37.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/logs
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:37.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.475976 24178 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:37.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.477356 24178 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:37.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.490554 24187 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:37.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.514662 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 4
14:00:37.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.526902 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.730949 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 5
14:00:37.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.740861 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:37.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:37.810459 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 5
14:00:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.817907 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:38.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:38.288267 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 6
14:00:38.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:38.306002 24168 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:38.370354 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 6
14:00:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:38.441927 24086 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.108.188:40539: Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:37.490798 24188 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:38.902734 24186 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 24178
14:00:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.092862 24178 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.602s user 0.577s sys 0.987s
14:00:39.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.094488 24178 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.604s user 0.578s sys 0.987s
14:00:39.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.095685 24190 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.099239 24189 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1607 milliseconds
14:00:39.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.099275 24178 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.100867 24178 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.103932 24178 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:39.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.105393 24178 hybrid_clock.cc:648] HybridClock initialized: now 1781964039105340 us; error 48 us; skew 500 ppm
14:00:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.106498 24178 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964039, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:39.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.114840 24178 init.cc:377] Logged in from keytab as kudu/127.23.108.188@KRBTEST.COM (short username kudu)
14:00:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.121425 24178 webserver.cc:533] Webserver started at http://127.23.108.188:44761/ using document root <none> and password file <none>
14:00:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.122465 24178 fs_manager.cc:362] Metadata directory not provided
14:00:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.122726 24178 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.123304 24178 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.128029 24178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/instance:
14:00:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aec5e22644574e0dadd2e256b2329b19"
14:00:39.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:39 on dist-test-slave-mhpv"
14:00:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.129287 24178 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal/instance:
14:00:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aec5e22644574e0dadd2e256b2329b19"
14:00:39.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:39 on dist-test-slave-mhpv"
14:00:39.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.137967 24178 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:00:39.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.144161 24204 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.145319 24178 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.145696 24178 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aec5e22644574e0dadd2e256b2329b19"
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:39 on dist-test-slave-mhpv"
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.146117 24178 fs_report.cc:389] FS layout report
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/data
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:39.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:39.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.202914 24178 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.208596 24178 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.209128 24178 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.300110 24178 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.188:40539
14:00:39.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.300232 24255 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.188:40539 every 8 connection(s)
14:00:39.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.303293 24178 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.306608 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24178
14:00:39.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.307092 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal/instance
14:00:39.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.311352 24256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:39.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.328707 24256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } has no permanent_uuid. Determining permanent_uuid...
14:00:39.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964032, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964039, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964032, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.366642 24168 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 7
14:00:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.367015 24256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } has no permanent_uuid. Determining permanent_uuid...
14:00:39.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964036, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964039, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:39.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964032, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.403703 24256 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } has no permanent_uuid. Determining permanent_uuid...
14:00:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.407202 24168 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Bootstrap starting.
14:00:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964039, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.422315 24168 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Neither blocks nor log segments found. Creating new log.
14:00:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.424424 24168 log.cc:826] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Log is configured to *not* fsync() on all Append() calls
14:00:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.434727 24168 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: No bootstrap required, opened a new log
14:00:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.435694 24256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Bootstrap starting.
14:00:39.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.443475 24256 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Neither blocks nor log segments found. Creating new log.
14:00:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.445091 24256 log.cc:826] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Log is configured to *not* fsync() on all Append() calls
14:00:39.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.450628 24256 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: No bootstrap required, opened a new log
14:00:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.456249 24168 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.456915 24168 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.457231 24168 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e2f5131caec40009d5b5c503cbdc7e8, State: Initialized, Role: FOLLOWER
14:00:39.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.458103 24168 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.461349 24269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.462548 24269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.463595 24168 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: configured and running, proceeding with master startup.
14:00:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.473567 24256 raft_consensus.cc:359] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.474382 24256 raft_consensus.cc:385] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.474782 24256 raft_consensus.cc:740] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aec5e22644574e0dadd2e256b2329b19, State: Initialized, Role: FOLLOWER
14:00:39.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.475474 24086 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } attempt: 7
14:00:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.477193 24256 consensus_queue.cc:260] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.481325 24277 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.482080 24277 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.484365 24256 sys_catalog.cc:565] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: configured and running, proceeding with master startup.
14:00:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:39 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964034, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.533529 24086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Bootstrap starting.
14:00:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.533229 24288 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:00:39.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.533926 24288 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:00:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.547982 24294 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.552183 24086 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Neither blocks nor log segments found. Creating new log.
14:00:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.554908 24086 log.cc:826] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Log is configured to *not* fsync() on all Append() calls
14:00:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.524793 24095 master_runner.cc:187] Error getting master registration for 127.23.108.190:34085: OK, instance_id { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" instance_seqno: 1781964034714980 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.563735 24095 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.575966 24086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: No bootstrap required, opened a new log
14:00:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.552575 24178 master_runner.cc:187] Error getting master registration for 127.23.108.190:34085: OK, instance_id { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" instance_seqno: 1781964034714980 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.589406 24178 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.597458 24086 raft_consensus.cc:359] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.598083 24086 raft_consensus.cc:385] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:39.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.598385 24086 raft_consensus.cc:740] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48144cff3c4d473fa72e28b0b0c6d745, State: Initialized, Role: FOLLOWER
14:00:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.598969 23408 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5da0 after lost signal to thread 23343
14:00:39.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.599642 23408 debug-util.cc:398] Leaking SignalData structure 0x7b08000990e0 after lost signal to thread 23411
14:00:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.599284 24086 consensus_queue.cc:260] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.602952 24296 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.603725 24296 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.603689 24086 sys_catalog.cc:565] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: configured and running, proceeding with master startup.
14:00:39.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.619202 24277 raft_consensus.cc:493] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:39.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.620075 24277 raft_consensus.cc:515] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.623553 24277 leader_election.cc:290] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 48144cff3c4d473fa72e28b0b0c6d745 (127.23.108.190:34085), 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889)
14:00:39.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.624079 24061 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aec5e22644574e0dadd2e256b2329b19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48144cff3c4d473fa72e28b0b0c6d745" is_pre_election: true
14:00:39.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.625190 24061 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aec5e22644574e0dadd2e256b2329b19 in term 0.
14:00:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.627545 24143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aec5e22644574e0dadd2e256b2329b19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" is_pre_election: true
14:00:39.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.629932 24205 leader_election.cc:304] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 48144cff3c4d473fa72e28b0b0c6d745, aec5e22644574e0dadd2e256b2329b19; no voters:
14:00:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.628584 24143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aec5e22644574e0dadd2e256b2329b19 in term 0.
14:00:39.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.632640 24277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:00:39.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.633288 24277 raft_consensus.cc:493] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.633788 24122 tablet.cc:2406] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.633896 24277 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 0 FOLLOWER]: Advancing to term 1
14:00:39.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.649013 24277 raft_consensus.cc:515] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.660748 24061 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aec5e22644574e0dadd2e256b2329b19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "48144cff3c4d473fa72e28b0b0c6d745"
14:00:39.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.661528 24061 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 0 FOLLOWER]: Advancing to term 1
14:00:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.671170 24040 tablet.cc:2406] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.673835 24143 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "aec5e22644574e0dadd2e256b2329b19" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6e2f5131caec40009d5b5c503cbdc7e8"
14:00:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.674538 24143 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 0 FOLLOWER]: Advancing to term 1
14:00:39.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.694928 24143 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aec5e22644574e0dadd2e256b2329b19 in term 1.
14:00:39.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.695943 24277 leader_election.cc:290] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [CANDIDATE]: Term 1 election: Requested vote from peers 48144cff3c4d473fa72e28b0b0c6d745 (127.23.108.190:34085), 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889)
14:00:39.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.671465 24061 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aec5e22644574e0dadd2e256b2329b19 in term 1.
14:00:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.698504 24205 leader_election.cc:304] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 48144cff3c4d473fa72e28b0b0c6d745, aec5e22644574e0dadd2e256b2329b19; no voters:
14:00:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.699431 24277 raft_consensus.cc:2804] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Leader election won for term 1
14:00:39.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.712783 24277 raft_consensus.cc:697] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 LEADER]: Becoming Leader. State: Replica: aec5e22644574e0dadd2e256b2329b19, State: Running, Role: LEADER
14:00:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:39.714568 24210 tablet.cc:2406] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.715389 24277 consensus_queue.cc:237] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:39.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.733841 24309 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.740192 24305 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aec5e22644574e0dadd2e256b2329b19. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.740924 24305 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: LEADER
14:00:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.754031 24310 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:00:39.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.785523 24310 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:00:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.834483 24143 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 1 FOLLOWER]: Refusing update from remote peer aec5e22644574e0dadd2e256b2329b19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.838446 24277 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.841571 24061 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Refusing update from remote peer aec5e22644574e0dadd2e256b2329b19: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.842972 24277 consensus_queue.cc:1048] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [LEADER]: Connected to new peer: Peer: permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.882611 24269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aec5e22644574e0dadd2e256b2329b19. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.883284 24269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.893076 24313 mvcc.cc:204] Tried to move back new op lower bound from 7298924707136413696 to 7298924706691862528. Current Snapshot: MvccSnapshot[applied={T|T < 7298924707136413696}]
14:00:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.898061 24269 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.899088 24269 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.902099 24305 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.902761 24305 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: LEADER
14:00:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.907761 24310 catalog_manager.cc:1382] Generated new cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.908068 24310 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:00:39.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.908843 24296 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: New leader aec5e22644574e0dadd2e256b2329b19. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.913873 24296 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.919941 24277 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.921066 24277 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: LEADER
14:00:39.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.922827 24314 mvcc.cc:204] Tried to move back new op lower bound from 7298924707136413696 to 7298924706691862528. Current Snapshot: MvccSnapshot[applied={T|T < 7298924707136413696}]
14:00:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.941038 24296 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "aec5e22644574e0dadd2e256b2329b19" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:39.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.941731 24296 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: FOLLOWER
14:00:39.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.984542 24310 catalog_manager.cc:1405] Generated new certificate authority record
14:00:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:39.986590 24310 catalog_manager.cc:1539] Loading token signing keys...
14:00:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.035537 24310 catalog_manager.cc:6069] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Generated new TSK 0
14:00:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.036585 24310 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:00:40.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.129@KRBTEST.COM; defaulting to no policy
14:00:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:40.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.129@KRBTEST.COM" created.
14:00:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:40.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.129@KRBTEST.COM; defaulting to no policy
14:00:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.129@KRBTEST.COM" created.
14:00:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.218497 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/logs
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data/info.pb
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.129:0
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.129
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.129
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.129
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:40.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.539588 24288 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.540231 24288 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: loading cluster ID for follower catalog manager: success
14:00:40.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.555058 24288 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: acquiring CA information for follower catalog manager: success
14:00:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.560386 24288 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:40.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.768159 24309 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.778597 24309 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: loading cluster ID for follower catalog manager: success
14:00:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.806720 24309 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: acquiring CA information for follower catalog manager: success
14:00:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:40.854416 24309 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:41.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.141577 24326 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:41.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.150380 24326 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:41.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.152619 24326 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:41.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.285100 24326 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:41.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.302783 24326 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.108.129
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:41.459088 24326 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:41.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.129
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.129:0
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:41.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data/info.pb
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.129
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.129
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/logs
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:41.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:41.464694 24326 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:41.466609 24326 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:41.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.498603 24333 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.697253 23333 debug-util.cc:398] Leaking SignalData structure 0x7b08000a13e0 after lost signal to thread 23270
14:00:41.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.698475 23333 debug-util.cc:398] Leaking SignalData structure 0x7b0800078ec0 after lost signal to thread 23336
14:00:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:43.637580 24337 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:42.891788 24332 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 24326
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:43.639004 24332 kernel_stack_watchdog.cc:198] Thread 24326 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 381ms:
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:41.509666 24334 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:43.642966 24326 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.134s user 0.239s sys 0.305s
14:00:43.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:43.643286 24326 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.134s user 0.239s sys 0.305s
14:00:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:43.643793 24335 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2130 milliseconds
14:00:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.644289 24326 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.645630 24326 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.665437 24326 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.666889 24326 hybrid_clock.cc:648] HybridClock initialized: now 1781964043666838 us; error 55 us; skew 500 ppm
14:00:43.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.668000 24326 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:43 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964043, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:43.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.680536 24326 init.cc:377] Logged in from keytab as kudu/127.23.108.129@KRBTEST.COM (short username kudu)
14:00:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.737244 24326 webserver.cc:533] Webserver started at http://127.23.108.129:37315/ using document root <none> and password file <none>
14:00:43.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.738477 24326 fs_manager.cc:362] Metadata directory not provided
14:00:43.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.738739 24326 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:43.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.739282 24326 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:43.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.745901 24326 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data/instance:
14:00:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d129ed6b77d740118c45ca6e71693b9c"
14:00:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:43 on dist-test-slave-mhpv"
14:00:43.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.747242 24326 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal/instance:
14:00:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d129ed6b77d740118c45ca6e71693b9c"
14:00:43.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:43 on dist-test-slave-mhpv"
14:00:43.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.773124 24326 fs_manager.cc:696] Time spent creating directory manager: real 0.024s user 0.003s sys 0.006s
14:00:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.791644 24346 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.802016 24326 fs_manager.cc:730] Time spent opening block manager: real 0.024s user 0.004s sys 0.001s
14:00:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.802418 24326 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal
14:00:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d129ed6b77d740118c45ca6e71693b9c"
14:00:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:43 on dist-test-slave-mhpv"
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.802857 24326 fs_report.cc:389] FS layout report
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data/data
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.941764 24326 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.957639 24326 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:43.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.958202 24326 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:43.988997 24326 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.005398 24326 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.005692 24326 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.005985 24326 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.006207 24326 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.415359 24326 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.129:35135
14:00:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.415437 24459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.129:35135 every 8 connection(s)
14:00:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.419070 24326 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/data/info.pb
14:00:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.420593 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24326
14:00:44.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.421113 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-0/wal/instance
14:00:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.130@KRBTEST.COM; defaulting to no policy
14:00:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.130@KRBTEST.COM" created.
14:00:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:44 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964043, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.129@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:44.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:44 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964043, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.129@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:44.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:44 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964043, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.129@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:44 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964044, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.550741 24030 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.582121 24465 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:44.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.582621 24465 heartbeater.cc:461] Registering TS with master...
14:00:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.583555 24460 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.583913 24460 heartbeater.cc:461] Registering TS with master...
14:00:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.584012 24465 heartbeater.cc:507] Master 127.23.108.190:34085 requested a full tablet report, sending...
14:00:44.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:44.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:44.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:44.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.584892 24460 heartbeater.cc:507] Master 127.23.108.188:40539 requested a full tablet report, sending...
14:00:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:44.586331 23986 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.108.130: real 0.144s user 0.003s sys 0.011s
14:00:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.588040 24051 ts_manager.cc:194] Registered new tserver with Master: d129ed6b77d740118c45ca6e71693b9c (127.23.108.129:35135)
14:00:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.592285 24221 ts_manager.cc:194] Registered new tserver with Master: d129ed6b77d740118c45ca6e71693b9c (127.23.108.129:35135)
14:00:44.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.598970 24461 heartbeater.cc:344] Connected to a master server at 127.23.108.189:36889
14:00:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.599422 24461 heartbeater.cc:461] Registering TS with master...
14:00:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.600595 24461 heartbeater.cc:507] Master 127.23.108.189:36889 requested a full tablet report, sending...
14:00:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.606794 24132 ts_manager.cc:194] Registered new tserver with Master: d129ed6b77d740118c45ca6e71693b9c (127.23.108.129:35135)
14:00:44.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.609463 24221 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.108.129@KRBTEST.COM'} at 127.23.108.129:33397
14:00:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.130@KRBTEST.COM; defaulting to no policy
14:00:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.130@KRBTEST.COM" created.
14:00:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:44.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:44.647167 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/logs
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data/info.pb
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.130:0
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.130
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.130
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.130
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:44.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.153723 24475 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:45.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.154376 24475 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.155387 24475 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.223742 24475 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.225961 24475 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.108.130
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:45.295768 24475 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.130
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.130:0
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:45.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data/info.pb
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.130
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.130
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/logs
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:45.297608 24475 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:45.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:45.298965 24475 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:45.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.346083 24483 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:45.613961 24460 heartbeater.cc:499] Master 127.23.108.188:40539 was elected leader, sending a full tablet report...
14:00:46.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:46 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964046, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:46.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:46.703655 24112 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:46.738547 24482 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 24475
14:00:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:45.358096 24484 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:47.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:47.375574 24482 kernel_stack_watchdog.cc:198] Thread 24475 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 378ms:
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:47.376864 24475 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.020s user 0.504s sys 0.984s
14:00:47.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:47.377200 24475 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.020s user 0.504s sys 0.984s
14:00:47.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:47.382059 24485 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2019 milliseconds
14:00:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:47.382792 24486 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.382854 24475 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.384052 24475 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.386674 24475 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:47.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.388039 24475 hybrid_clock.cc:648] HybridClock initialized: now 1781964047388012 us; error 34 us; skew 500 ppm
14:00:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.388978 24475 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:47 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964047, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.395864 24475 init.cc:377] Logged in from keytab as kudu/127.23.108.130@KRBTEST.COM (short username kudu)
14:00:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.400460 24475 webserver.cc:533] Webserver started at http://127.23.108.130:32839/ using document root <none> and password file <none>
14:00:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.401723 24475 fs_manager.cc:362] Metadata directory not provided
14:00:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.402014 24475 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.402544 24475 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.407307 24475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data/instance:
14:00:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b068b949ba7144dba6d3515c79910105"
14:00:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:47 on dist-test-slave-mhpv"
14:00:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.408314 24475 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal/instance:
14:00:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b068b949ba7144dba6d3515c79910105"
14:00:47.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:47 on dist-test-slave-mhpv"
14:00:47.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.415653 24475 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
14:00:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.421486 24496 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.422590 24475 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.004s
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.422950 24475 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b068b949ba7144dba6d3515c79910105"
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:47 on dist-test-slave-mhpv"
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.423276 24475 fs_report.cc:389] FS layout report
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal
14:00:47.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data/data
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:47.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.502306 24475 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.507750 24475 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.508260 24475 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.510914 24475 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.515075 24475 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.515300 24475 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.515618 24475 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:47.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.515827 24475 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.665215 24475 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.130:38477
14:00:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.665335 24609 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.130:38477 every 8 connection(s)
14:00:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.667927 24475 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/data/info.pb
14:00:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.676533 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24475
14:00:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.677019 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-1/wal/instance
14:00:47.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:47 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964047, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.130@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.108.131@KRBTEST.COM; defaulting to no policy
14:00:47.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:47 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964047, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.130@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.108.131@KRBTEST.COM" created.
14:00:47.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:47 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964047, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.130@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:47.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.733915 24610 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:47.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.734398 24610 heartbeater.cc:461] Registering TS with master...
14:00:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.735759 24610 heartbeater.cc:507] Master 127.23.108.188:40539 requested a full tablet report, sending...
14:00:47.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.738328 24221 ts_manager.cc:194] Registered new tserver with Master: b068b949ba7144dba6d3515c79910105 (127.23.108.130:38477)
14:00:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.740157 24221 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.108.130@KRBTEST.COM'} at 127.23.108.130:44797
14:00:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.740566 24612 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.740967 24612 heartbeater.cc:461] Registering TS with master...
14:00:47.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.741910 24612 heartbeater.cc:507] Master 127.23.108.190:34085 requested a full tablet report, sending...
14:00:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.743908 24611 heartbeater.cc:344] Connected to a master server at 127.23.108.189:36889
14:00:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.744234 24611 heartbeater.cc:461] Registering TS with master...
14:00:47.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.744500 24051 ts_manager.cc:194] Registered new tserver with Master: b068b949ba7144dba6d3515c79910105 (127.23.108.130:38477)
14:00:47.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.745116 24611 heartbeater.cc:507] Master 127.23.108.189:36889 requested a full tablet report, sending...
14:00:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.747902 24132 ts_manager.cc:194] Registered new tserver with Master: b068b949ba7144dba6d3515c79910105 (127.23.108.130:38477)
14:00:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.108.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.108.131@KRBTEST.COM; defaulting to no policy
14:00:47.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:47.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.108.131@KRBTEST.COM" created.
14:00:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:47.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.108.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab.
14:00:47.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:47.797531 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:47.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/logs
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data/info.pb
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.131:0
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.131
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.131
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.131
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:47.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:48.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.203078 24624 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.203680 24624 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:48.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.204401 24624 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:48.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.240113 24624 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:48.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.241042 24624 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.108.131
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:48.280073 24624 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal
14:00:48.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.131
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.131:0
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data/info.pb
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.131
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:48.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.108.131
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/logs
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:48.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:48.281780 24624 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:48.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:48.283079 24624 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:48.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.295993 24630 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:48.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:48.748772 24610 heartbeater.cc:499] Master 127.23.108.188:40539 was elected leader, sending a full tablet report...
14:00:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:49 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964049, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.121119 24200 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:49.700006 24629 debug-util.cc:398] Leaking SignalData structure 0x7b08000370e0 after lost signal to thread 24624
14:00:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:49.916884 24624 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.620s user 0.550s sys 0.960s
14:00:49.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:49.917263 24624 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.620s user 0.550s sys 0.961s
14:00:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:48.297677 24631 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:49.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:49.917972 24632 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1618 milliseconds
14:00:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:49.919111 24633 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:49.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.919179 24624 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.923331 24624 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.925491 24624 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.926864 24624 hybrid_clock.cc:648] HybridClock initialized: now 1781964049926822 us; error 41 us; skew 500 ppm
14:00:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.927754 24624 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:49 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964049, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.933873 24624 init.cc:377] Logged in from keytab as kudu/127.23.108.131@KRBTEST.COM (short username kudu)
14:00:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.939016 24624 webserver.cc:533] Webserver started at http://127.23.108.131:45561/ using document root <none> and password file <none>
14:00:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.939967 24624 fs_manager.cc:362] Metadata directory not provided
14:00:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.940212 24624 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.940687 24624 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.945030 24624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data/instance:
14:00:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfe711874ac442e29e6dd610517a4c3d"
14:00:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:49 on dist-test-slave-mhpv"
14:00:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.946125 24624 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal/instance:
14:00:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfe711874ac442e29e6dd610517a4c3d"
14:00:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:49 on dist-test-slave-mhpv"
14:00:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.953820 24624 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
14:00:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.960004 24643 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.961200 24624 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
14:00:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.961467 24624 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal
14:00:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bfe711874ac442e29e6dd610517a4c3d"
14:00:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:49 on dist-test-slave-mhpv"
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:49.961751 24624 fs_report.cc:389] FS layout report
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data/data
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:50.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.048792 24624 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:50.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.058889 24624 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:50.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.059412 24624 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.065866 24624 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.070562 24624 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.070803 24624 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.071125 24624 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:50.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.071326 24624 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:50.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.251387 24624 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.131:37427
14:00:50.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.251531 24756 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.131:37427 every 8 connection(s)
14:00:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.254127 24624 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/data/info.pb
14:00:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.265595 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24624
14:00:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.266613 23986 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/ts-2/wal/instance
14:00:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:50 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964049, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.131@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:00:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:50 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964049, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.131@KRBTEST.COM for kudu/127.23.108.188@KRBTEST.COM
14:00:50.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:50 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964049, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.131@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.356865 24759 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.357339 24759 heartbeater.cc:461] Registering TS with master...
14:00:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.358636 24757 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.358976 24757 heartbeater.cc:461] Registering TS with master...
14:00:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.358925 24759 heartbeater.cc:507] Master 127.23.108.190:34085 requested a full tablet report, sending...
14:00:50.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.359899 24757 heartbeater.cc:507] Master 127.23.108.188:40539 requested a full tablet report, sending...
14:00:50.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.362588 24758 heartbeater.cc:344] Connected to a master server at 127.23.108.189:36889
14:00:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.362915 24758 heartbeater.cc:461] Registering TS with master...
14:00:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.362929 24050 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:00:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.363556 24220 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:00:50.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.364171 24758 heartbeater.cc:507] Master 127.23.108.189:36889 requested a full tablet report, sending...
14:00:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.365391 24220 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.108.131@KRBTEST.COM'} at 127.23.108.131:54011
14:00:50.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.366605 24132 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:00:50.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.382332 23986 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:00:50.394 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:00:50.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:00:50.403 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:00:50.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.108.190"
port: 34085
}
bound_http_address {
host: "127.23.108.190"
port: 40107
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.108.189"
port: 36889
}
bound_http_address {
host: "127.23.108.189"
port: 39919
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.108.188"
port: 40539
}
bound_http_address {
host: "127.23.108.188"
port: 44761
}
}
}
14:00:50.406 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:00:50.407 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.108.129"
port: 35135
}
bound_http_address {
host: "127.23.108.129"
port: 37315
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.108.130"
port: 38477
}
bound_http_address {
host: "127.23.108.130"
port: 32839
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.108.131"
port: 37427
}
bound_http_address {
host: "127.23.108.131"
port: 45561
}
}
}
14:00:50.407 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:00:50.408 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:00:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:50 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:50.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:50.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.444 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc
14:00:50.453 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:50.453 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc
14:00:50.454 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:50.477 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:00:50.479 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:00:50.479 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:00:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:50 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964050, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:50.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:50.509 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.510 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc
14:00:50.511 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:50.511 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.108.190:34085
14:00:50.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:00:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.513244 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24015
14:00:50.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.542 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.108.188:40539
14:00:50.542 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:00:50.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.542608 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24178
14:00:50.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.569 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.108.189:36889
14:00:50.570 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:00:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.570638 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24095
14:00:50.597 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:50.597 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.108.190:34085
14:00:50.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:00:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:50.602371 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/logs
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.190:34085
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.190
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40107
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.190
14:00:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:50.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.625680 24465 heartbeater.cc:646] Failed to heartbeat to 127.23.108.190:34085 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.108.190:34085: connect: Connection refused (error 111)
14:00:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.770823 24612 heartbeater.cc:646] Failed to heartbeat to 127.23.108.190:34085 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.108.190:34085: connect: Connection refused (error 111)
14:00:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.770825 24611 heartbeater.cc:646] Failed to heartbeat to 127.23.108.189:36889 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.937016 24771 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:50.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.937618 24771 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:50.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.938222 24771 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.973110 24771 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:50.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.973476 24771 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.973995 24771 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.974344 24771 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:50.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.974776 24771 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.975157 24771 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:50.975409 24771 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:51.033697 24771 master_runner.cc:387] Master server non-default flags:
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.190
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.190:34085
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.190
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40107
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/logs
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:51.035305 24771 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:51.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:51.036738 24771 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:51.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:51.047631 24783 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:51.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:51.368288 24757 heartbeater.cc:499] Master 127.23.108.188:40539 was elected leader, sending a full tablet report...
14:00:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:51.390702 24758 heartbeater.cc:646] Failed to heartbeat to 127.23.108.189:36889 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:52.455432 24782 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 24771
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:52.822395 24771 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.774s user 0.566s sys 1.070s
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:52.823846 24771 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.775s user 0.567s sys 1.070s
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:51.049269 24784 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:52.824440 24785 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1776 milliseconds
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:52.824867 24786 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:52.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.824884 24771 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:52.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.836194 24771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.841300 24771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.842864 24771 hybrid_clock.cc:648] HybridClock initialized: now 1781964052842823 us; error 39 us; skew 500 ppm
14:00:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.843631 24771 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:52.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:52 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964052, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:52.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.850301 24771 init.cc:377] Logged in from keytab as kudu/127.23.108.190@KRBTEST.COM (short username kudu)
14:00:52.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.854979 24771 webserver.cc:533] Webserver started at http://127.23.108.190:40107/ using document root <none> and password file <none>
14:00:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.855821 24771 fs_manager.cc:362] Metadata directory not provided
14:00:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.856010 24771 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:52.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.863786 24771 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
14:00:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.868222 24807 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.869431 24771 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:00:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.869705 24771 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "48144cff3c4d473fa72e28b0b0c6d745"
14:00:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:34 on dist-test-slave-mhpv"
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.871534 24771 fs_report.cc:389] FS layout report
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/wal
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/data
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:52.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:52.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.940837 24771 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.947130 24771 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:52.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:52.947685 24771 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.032094 24771 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.190:34085
14:00:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.032272 24858 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.190:34085 every 8 connection(s)
14:00:53.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.035027 24771 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-0/data/info.pb
14:00:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.045018 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24771
14:00:53.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:53.046 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.108.188:40539
14:00:53.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:00:53.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.047441 24859 sys_catalog.cc:263] Verifying existing consensus state
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.047899 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/logs
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:53.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:53.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.188:40539
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.188
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44761
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.188
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:53.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.055567 24859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Bootstrap starting.
14:00:53.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.100185 24859 log.cc:826] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Log is configured to *not* fsync() on all Append() calls
14:00:53.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.115325 24859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:53.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.116133 24859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Bootstrap complete.
14:00:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.147564 24859 raft_consensus.cc:359] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:53.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.149973 24859 raft_consensus.cc:740] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 48144cff3c4d473fa72e28b0b0c6d745, State: Initialized, Role: FOLLOWER
14:00:53.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.150980 24859 consensus_queue.cc:260] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:53.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.153909 24863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.154722 24863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: FOLLOWER
14:00:53.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.155654 24859 sys_catalog.cc:565] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: configured and running, proceeding with master startup.
14:00:53.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.187619 24874 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:53.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.187857 24874 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: loading cluster ID for follower catalog manager: success
14:00:53.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.195302 24874 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: acquiring CA information for follower catalog manager: success
14:00:53.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.200636 24874 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:53.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:53 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964052, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.227540 24771 master_runner.cc:187] Error getting master registration for 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111),
14:00:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.253948 24771 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:53.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.431119 24759 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:53.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.437134 24824 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bfe711874ac442e29e6dd610517a4c3d" instance_seqno: 1781964050218601) as {username='kudu', principal='kudu/127.23.108.131@KRBTEST.COM'} at 127.23.108.131:58843; Asking this server to re-register.
14:00:53.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.438623 24759 heartbeater.cc:461] Registering TS with master...
14:00:53.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.441572 24824 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:00:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.450093 24861 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.450840 24861 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.451915 24861 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.502982 24861 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.503355 24861 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.503804 24861 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.504094 24861 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.504313 24861 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.504515 24861 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:53.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.504663 24861 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.545962 24861 master_runner.cc:387] Master server non-default flags:
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.188
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.188:40539
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.188
14:00:53.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44761
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/logs
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:53.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.547483 24861 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:53.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.548694 24861 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:53.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.560181 24885 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:53.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:53 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964053, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:53.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.699183 24465 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.700842 24342 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:53.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.702749 24824 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d129ed6b77d740118c45ca6e71693b9c" instance_seqno: 1781964044366171) as {username='kudu', principal='kudu/127.23.108.129@KRBTEST.COM'} at 127.23.108.129:54351; Asking this server to re-register.
14:00:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.705574 24465 heartbeater.cc:461] Registering TS with master...
14:00:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.710161 24824 ts_manager.cc:194] Registered new tserver with Master: d129ed6b77d740118c45ca6e71693b9c (127.23.108.129:35135)
14:00:53.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.879453 24612 heartbeater.cc:344] Connected to a master server at 127.23.108.190:34085
14:00:53.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.882666 24824 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b068b949ba7144dba6d3515c79910105" instance_seqno: 1781964047630876) as {username='kudu', principal='kudu/127.23.108.130@KRBTEST.COM'} at 127.23.108.130:33877; Asking this server to re-register.
14:00:53.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.884552 24612 heartbeater.cc:461] Registering TS with master...
14:00:53.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:53.888890 24824 ts_manager.cc:194] Registered new tserver with Master: b068b949ba7144dba6d3515c79910105 (127.23.108.130:38477)
14:00:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:54.484536 24897 raft_consensus.cc:493] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:54.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:54.485299 24897 raft_consensus.cc:515] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:54.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:54.489869 24897 leader_election.cc:290] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889), aec5e22644574e0dadd2e256b2329b19 (127.23.108.188:40539)
14:00:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:54.501784 24809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:54.507863 24809 leader_election.cc:336] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889): Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:54.508759 24809 leader_election.cc:336] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer aec5e22644574e0dadd2e256b2329b19 (127.23.108.188:40539): Network error: Client connection negotiation failed: client connection to 127.23.108.188:40539: connect: Connection refused (error 111)
14:00:54.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:54.509140 24809 leader_election.cc:304] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 48144cff3c4d473fa72e28b0b0c6d745; no voters: 6e2f5131caec40009d5b5c503cbdc7e8, aec5e22644574e0dadd2e256b2329b19
14:00:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:54.510135 24897 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:54.964589 24884 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 24861
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.173175 24884 kernel_stack_watchdog.cc:198] Thread 24861 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:53.561201 24886 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.179988 24861 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.618s user 0.002s sys 0.000s
14:00:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.180335 24861 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.618s user 0.002s sys 0.000s
14:00:55.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.182384 24888 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.183406 24861 server_base.cc:1061] running on GCE node
14:00:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.184607 24861 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:55.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.187693 24861 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:55.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.189110 24861 hybrid_clock.cc:648] HybridClock initialized: now 1781964055189045 us; error 62 us; skew 500 ppm
14:00:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.189973 24861 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:55 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964055, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.195854 24861 init.cc:377] Logged in from keytab as kudu/127.23.108.188@KRBTEST.COM (short username kudu)
14:00:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.201321 24861 webserver.cc:533] Webserver started at http://127.23.108.188:44761/ using document root <none> and password file <none>
14:00:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.202143 24861 fs_manager.cc:362] Metadata directory not provided
14:00:55.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.202335 24861 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:55.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.210515 24861 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
14:00:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.215406 24911 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.216470 24861 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:00:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.216728 24861 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aec5e22644574e0dadd2e256b2329b19"
14:00:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:39 on dist-test-slave-mhpv"
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.218562 24861 fs_report.cc:389] FS layout report
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/wal
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/data
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.309528 24861 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:55.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.319543 24861 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:55.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.319944 24861 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.421241 24861 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.188:40539
14:00:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.421330 24963 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.188:40539 every 8 connection(s)
14:00:55.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.424718 24861 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-2/data/info.pb
14:00:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.429785 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24861
14:00:55.431 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:55.431 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.108.189:36889
14:00:55.431 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.432775 23986 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/logs
14:00:55.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.189:36889
14:00:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.189
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39919
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.189
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:55.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:55.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.440671 24964 sys_catalog.cc:263] Verifying existing consensus state
14:00:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.448638 24964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Bootstrap starting.
14:00:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.512602 24964 log.cc:826] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Log is configured to *not* fsync() on all Append() calls
14:00:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.514134 24757 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:55.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.514640 24757 heartbeater.cc:499] Master 127.23.108.188:40539 was elected leader, sending a full tablet report...
14:00:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.531889 24964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.532927 24964 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: Bootstrap complete.
14:00:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.553560 24964 raft_consensus.cc:359] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.556162 24964 raft_consensus.cc:740] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: aec5e22644574e0dadd2e256b2329b19, State: Initialized, Role: FOLLOWER
14:00:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.557089 24964 consensus_queue.cc:260] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.560320 24970 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.561316 24970 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: FOLLOWER
14:00:55.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.562136 24964 sys_catalog.cc:565] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: configured and running, proceeding with master startup.
14:00:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.611248 24981 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:55.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:55 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964055, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.188@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:00:55.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.611937 24981 catalog_manager.cc:1587] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: loading cluster ID for follower catalog manager: success
14:00:55.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.619120 24981 catalog_manager.cc:1609] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: acquiring CA information for follower catalog manager: success
14:00:55.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.624410 24981 catalog_manager.cc:1637] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.638365 24861 master_runner.cc:187] Error getting master registration for 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111),
14:00:55.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.666611 24861 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.763213 24460 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:55.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.775758 24929 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d129ed6b77d740118c45ca6e71693b9c" instance_seqno: 1781964044366171) as {username='kudu', principal='kudu/127.23.108.129@KRBTEST.COM'} at 127.23.108.129:43991; Asking this server to re-register.
14:00:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.777567 24460 heartbeater.cc:461] Registering TS with master...
14:00:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.781499 24928 ts_manager.cc:194] Registered new tserver with Master: d129ed6b77d740118c45ca6e71693b9c (127.23.108.129:35135)
14:00:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.811314 23970 debug-util.cc:398] Leaking SignalData structure 0x7b08000ada40 after lost signal to thread 23843
14:00:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.812418 23970 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad9e0 after lost signal to thread 23973
14:00:55.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.944483 24610 heartbeater.cc:344] Connected to a master server at 127.23.108.188:40539
14:00:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.947582 24928 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "b068b949ba7144dba6d3515c79910105" instance_seqno: 1781964047630876) as {username='kudu', principal='kudu/127.23.108.130@KRBTEST.COM'} at 127.23.108.130:53845; Asking this server to re-register.
14:00:55.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.949379 24610 heartbeater.cc:461] Registering TS with master...
14:00:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:55.952466 24928 ts_manager.cc:194] Registered new tserver with Master: b068b949ba7144dba6d3515c79910105 (127.23.108.130:38477)
14:00:55.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.994958 24966 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.995807 24966 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:55.997084 24966 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.061139 24966 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.061453 24966 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.062268 24966 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.062666 24966 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.063198 24966 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.063601 24966 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.063897 24966 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38787/jwks.json
14:00:56.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.144415 24966 master_runner.cc:387] Master server non-default flags:
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.108.148:37715
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.108.190:34085,127.23.108.189:36889,127.23.108.188:40539
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/krb5kdc/kudu.keytab
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.108.189
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.108.189:36889
14:00:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38787/jwks.json
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.108.189
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39919
14:00:56.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/logs
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision faec34f53d4c9dd1e3a6dd2b7314d2fc7aadff6c
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 20 Jun 2026 13:43:23 UTC on e7f111948823
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 12487
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.146160 24966 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:56.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.147538 24966 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:00:56.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.181190 24994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.277177 24855 debug-util.cc:398] Leaking SignalData structure 0x7b0800079e00 after lost signal to thread 24777
14:00:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.307809 24999 raft_consensus.cc:493] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:56.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.308287 24999 raft_consensus.cc:515] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:56.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.325223 24999 leader_election.cc:290] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889), aec5e22644574e0dadd2e256b2329b19 (127.23.108.188:40539)
14:00:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.353710 24809 leader_election.cc:336] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889): Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.386509 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48144cff3c4d473fa72e28b0b0c6d745" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "aec5e22644574e0dadd2e256b2329b19" is_pre_election: true
14:00:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.387503 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 48144cff3c4d473fa72e28b0b0c6d745 in term 1.
14:00:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.389786 24809 leader_election.cc:304] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 48144cff3c4d473fa72e28b0b0c6d745, aec5e22644574e0dadd2e256b2329b19; no voters: 6e2f5131caec40009d5b5c503cbdc7e8
14:00:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.390897 24999 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:00:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.391218 24999 raft_consensus.cc:493] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.391515 24999 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 1 FOLLOWER]: Advancing to term 2
14:00:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.401643 24999 raft_consensus.cc:515] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.415150 24809 leader_election.cc:336] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889): Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111)
14:00:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.419549 24939 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "48144cff3c4d473fa72e28b0b0c6d745" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "aec5e22644574e0dadd2e256b2329b19"
14:00:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.420068 24939 raft_consensus.cc:3060] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 1 FOLLOWER]: Advancing to term 2
14:00:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.434666 24939 raft_consensus.cc:2468] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 48144cff3c4d473fa72e28b0b0c6d745 in term 2.
14:00:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.436105 24999 leader_election.cc:290] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 election: Requested vote from peers 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889), aec5e22644574e0dadd2e256b2329b19 (127.23.108.188:40539)
14:00:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.447190 24809 leader_election.cc:304] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 48144cff3c4d473fa72e28b0b0c6d745, aec5e22644574e0dadd2e256b2329b19; no voters: 6e2f5131caec40009d5b5c503cbdc7e8
14:00:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.448472 24999 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 2 FOLLOWER]: Leader election won for term 2
14:00:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.461638 24999 raft_consensus.cc:697] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [term 2 LEADER]: Becoming Leader. State: Replica: 48144cff3c4d473fa72e28b0b0c6d745, State: Running, Role: LEADER
14:00:56.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.462559 24999 consensus_queue.cc:237] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:00:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.500414 25003 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 48144cff3c4d473fa72e28b0b0c6d745. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.501245 25003 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: LEADER
14:00:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.511994 25006 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
14:00:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.519709 24757 heartbeater.cc:499] Master 127.23.108.188:40539 was elected leader, sending a full tablet report...
14:00:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.522722 24928 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bfe711874ac442e29e6dd610517a4c3d" instance_seqno: 1781964050218601) as {username='kudu', principal='kudu/127.23.108.131@KRBTEST.COM'} at 127.23.108.131:40267; Asking this server to re-register.
14:00:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.524914 24757 heartbeater.cc:461] Registering TS with master...
14:00:56.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.528709 24928 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:00:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.529750 25006 catalog_manager.cc:1519] Initializing Kudu cluster ID...
14:00:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.539990 25006 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:00:56.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.540251 25006 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
14:00:56.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.544878 25006 catalog_manager.cc:1539] Loading token signing keys...
14:00:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.557956 25006 catalog_manager.cc:6080] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745: Loaded TSK: 0
14:00:56.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.559360 25006 catalog_manager.cc:1549] Initializing in-progress tserver states...
14:00:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.933785 24939 raft_consensus.cc:1275] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [term 2 FOLLOWER]: Refusing update from remote peer 48144cff3c4d473fa72e28b0b0c6d745: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:00:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.936278 25003 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [LEADER]: Connected to new peer: Peer: permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
14:00:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.994415 25003 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:56.998376 25003 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: LEADER
14:00:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.016538 25010 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 48144cff3c4d473fa72e28b0b0c6d745. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.021001 25010 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: FOLLOWER
14:00:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.042514 25015 sys_catalog.cc:455] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:00:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:57.048377 24809 consensus_peers.cc:597] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 -> Peer 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889): Couldn't send request to peer 6e2f5131caec40009d5b5c503cbdc7e8. Status: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:00:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.053042 25015 sys_catalog.cc:458] T 00000000000000000000000000000000 P aec5e22644574e0dadd2e256b2329b19 [sys.catalog]: This master's current role is: FOLLOWER
14:00:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:57 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964057, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.400969 24492 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:57.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.776346 24465 heartbeater.cc:499] Master 127.23.108.190:34085 was elected leader, sending a full tablet report...
14:00:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:57.906998 24612 heartbeater.cc:499] Master 127.23.108.190:34085 was elected leader, sending a full tablet report...
14:00:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:58.314741 24771 master_runner.cc:187] Error getting master registration for 127.23.108.189:36889: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111),
14:00:58.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:58.315371 24771 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:58.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:58.507921 24759 heartbeater.cc:499] Master 127.23.108.190:34085 was elected leader, sending a full tablet report...
14:00:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.219280 24809 consensus_peers.cc:597] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 -> Peer 6e2f5131caec40009d5b5c503cbdc7e8 (127.23.108.189:36889): Couldn't send request to peer 6e2f5131caec40009d5b5c503cbdc7e8. Status: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
14:00:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.657501 24809 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.108.189:36889: connect: Connection refused (error 111) [suppressed 9 similar messages]
14:00:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:57.568780 24992 debug-util.cc:398] Leaking SignalData structure 0x7b080002ef00 after lost signal to thread 24966
14:00:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.934409 24992 kernel_stack_watchdog.cc:198] Thread 24966 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 374ms:
14:00:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:56.181450 24993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:59.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.935527 24966 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.742s user 0.001s sys 0.000s
14:00:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.935870 24966 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.743s user 0.001s sys 0.000s
14:00:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:59 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964059, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.939246 24639 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.944703 24997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.944645 24966 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:00:59.944439 24995 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 3760 milliseconds
14:00:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.946602 24966 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:59.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.950223 24966 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.951642 24966 hybrid_clock.cc:648] HybridClock initialized: now 1781964059951516 us; error 130 us; skew 500 ppm
14:00:59.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.952740 24966 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:59.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:00:59 dist-test-slave-mhpv krb5kdc[23998](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964059, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:59.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.959272 24966 init.cc:377] Logged in from keytab as kudu/127.23.108.189@KRBTEST.COM (short username kudu)
14:00:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.966224 24966 webserver.cc:533] Webserver started at http://127.23.108.189:39919/ using document root <none> and password file <none>
14:00:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.967131 24966 fs_manager.cc:362] Metadata directory not provided
14:00:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.967378 24966 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.976452 24966 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
14:00:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.981426 25035 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:59.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.983249 24966 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.983685 24966 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data,/tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e2f5131caec40009d5b5c503cbdc7e8"
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 14:00:36 on dist-test-slave-mhpv"
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:00:59.985947 24966 fs_report.cc:389] FS layout report
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/wal
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/data
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:01:00.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.070482 24966 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:01:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.078157 24966 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:01:00.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.078763 24966 kserver.cc:163] Server-wide thread pool size limit: 3276
14:01:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.194260 24966 rpc_server.cc:307] RPC server started. Bound to: 127.23.108.189:36889
14:01:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.194396 25088 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.108.189:36889 every 8 connection(s)
14:01:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.197198 24966 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskJjFMQj/test-tmp/mini-kudu-cluster14225417285265597510/master-1/data/info.pb
14:01:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.199810 23986 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu as pid 24966
14:01:00.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:01:00.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.216063 25089 sys_catalog.cc:263] Verifying existing consensus state
14:01:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.223603 25089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Bootstrap starting.
14:01:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:01:00 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964052, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.190@KRBTEST.COM for kudu/127.23.108.189@KRBTEST.COM
14:01:00.284 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.108.190:34085(127.23.108.190:34085)] connecting to peer
14:01:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.318609 25089 log.cc:826] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Log is configured to *not* fsync() on all Append() calls
14:01:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.351233 25089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:01:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.352268 25089 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: Bootstrap complete.
14:01:00.364 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.108.188:40539(127.23.108.188:40539)] connecting to peer
14:01:00.371 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.108.189:36889(127.23.108.189:36889)] connecting to peer
14:01:00.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.382184 25089 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:01:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.386817 25089 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6e2f5131caec40009d5b5c503cbdc7e8, State: Initialized, Role: FOLLOWER
14:01:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.388093 25089 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } }
14:01:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.396683 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:01:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.397506 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:01:00.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.400337 25089 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: configured and running, proceeding with master startup.
14:01:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.403228 25064 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [term 1 FOLLOWER]: Advancing to term 2
14:01:00.434 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.108.190:34085(127.23.108.190:34085)] Successfully connected to peer
14:01:00.439 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.108.188:40539(127.23.108.188:40539)] Successfully connected to peer
14:01:00.444 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.108.189:36889(127.23.108.189:36889)] Successfully connected to peer
14:01:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.486056 25098 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 48144cff3c4d473fa72e28b0b0c6d745. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:01:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.486840 25098 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:01:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.501709 25107 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:01:00.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.502483 25107 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8 [sys.catalog]: This master's current role is: FOLLOWER
14:01:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.592738 25114 catalog_manager.cc:1294] Loaded cluster ID: 92d24fb4d4994b4191735b73f9ad732a
14:01:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.593043 25114 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: loading cluster ID for follower catalog manager: success
14:01:00.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.605654 25114 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: acquiring CA information for follower catalog manager: success
14:01:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.618068 25114 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6e2f5131caec40009d5b5c503cbdc7e8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:01:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 20 14:01:00 dist-test-slave-mhpv krb5kdc[23998](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781964059, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.108.189@KRBTEST.COM for kudu/127.23.108.190@KRBTEST.COM
14:01:00.634 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:01:00.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.635169 24758 heartbeater.cc:344] Connected to a master server at 127.23.108.189:36889
14:01:00.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.108.190:34085(127.23.108.190:34085)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.108.190:34085: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.643 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.108.190:34085(127.23.108.190:34085)] handling channelInactive
14:01:00.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:01:00.644451 25099 negotiation.cc:336] Failed RPC negotiation. Trace:
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.401843 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:33814 (local address 127.23.108.190:34085)
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.456586 (+ 54743us) server_negotiation.cc:207] Beginning negotiation
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.456635 (+ 49us) server_negotiation.cc:400] Waiting for connection header
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.555404 (+ 98769us) server_negotiation.cc:408] Connection header received
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.601770 (+ 46366us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:01:00.645 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.108.188:40539(127.23.108.188:40539)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.601800 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602043 (+ 243us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602205 (+ 162us) server_negotiation.cc:227] Negotiated authn=SASL
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.643076 (+ 40871us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:33814: BlockingRecv error: recv got EOF from 127.0.0.1:33814 (error 108)
14:01:00.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":45352,"thread_start_us":54761,"threads_started":1}
14:01:00.645 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.108.188:40539: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.646 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.108.188:40539(127.23.108.188:40539)] handling channelInactive
14:01:00.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.108.189:36889(127.23.108.189:36889)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.108.189:36889: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:01:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:01:00.649536 25102 negotiation.cc:336] Failed RPC negotiation. Trace:
14:01:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.413256 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:37938 (local address 127.23.108.188:40539)
14:01:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.443639 (+ 30383us) server_negotiation.cc:207] Beginning negotiation
14:01:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.443677 (+ 38us) server_negotiation.cc:400] Waiting for connection header
14:01:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.555100 (+111423us) server_negotiation.cc:408] Connection header received
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.617315 (+ 62215us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.617346 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.617577 (+ 231us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.617763 (+ 186us) server_negotiation.cc:227] Negotiated authn=SASL
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.648183 (+ 30420us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37938: BlockingRecv error: recv got EOF from 127.0.0.1:37938 (error 108)
14:01:00.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":28827,"thread_start_us":29247,"threads_started":1}
14:01:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.642620 25054 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bfe711874ac442e29e6dd610517a4c3d" instance_seqno: 1781964050218601) as {username='kudu', principal='kudu/127.23.108.131@KRBTEST.COM'} at 127.23.108.131:49171; Asking this server to re-register.
14:01:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.653823 24758 heartbeater.cc:461] Registering TS with master...
14:01:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.659595 25054 ts_manager.cc:194] Registered new tserver with Master: bfe711874ac442e29e6dd610517a4c3d (127.23.108.131:37427)
14:01:00.660 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=453), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.190:34085, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.188:40539, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.189:36889, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.190:34085: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [435ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.188:40539: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [436ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.189:36889: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.108.190:34085,127.23.108.188:40539,127.23.108.189:36889). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.108.190:34085,127.23.108.188:40539,127.23.108.189:36889). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:01:00.688 [DEBUG - kudu-nio-2] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=483), Traces: [0ms] refreshing cache from master, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.190:34085, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.188:40539, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.108.189:36889, [431ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.190:34085: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [435ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.188:40539: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [436ms] Sub RPC ConnectToMaster: received response from server master-127.23.108.189:36889: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
14:01:00.691 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.108.189:36889(127.23.108.189:36889)] disconnecting while in state TERMINATED
14:01:00.692 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.108.190:34085(127.23.108.190:34085)] disconnecting while in state TERMINATED
14:01:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 14:01:00.691493 25093 negotiation.cc:336] Failed RPC negotiation. Trace:
14:01:00.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.400324 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:58688 (local address 127.23.108.189:36889)
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.401159 (+ 835us) server_negotiation.cc:207] Beginning negotiation
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.401193 (+ 34us) server_negotiation.cc:400] Waiting for connection header
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.557764 (+156571us) server_negotiation.cc:408] Connection header received
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602179 (+ 44415us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602216 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602456 (+ 240us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.602625 (+ 169us) server_negotiation.cc:227] Negotiated authn=SASL
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 14:01:00.689548 (+ 86923us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58688: BlockingRecv error: recv got EOF from 127.0.0.1:58688 (error 108)
14:01:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":153}
14:01:00.693 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.108.188:40539(127.23.108.188:40539)] disconnecting while in state TERMINATED
14:01:00.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.108.189:36889(127.23.108.189:36889)] handling channelInactive
14:01:00.695 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:01:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.703773 25003 sys_catalog.cc:455] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "48144cff3c4d473fa72e28b0b0c6d745" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "48144cff3c4d473fa72e28b0b0c6d745" member_type: VOTER last_known_addr { host: "127.23.108.190" port: 34085 } } peers { permanent_uuid: "6e2f5131caec40009d5b5c503cbdc7e8" member_type: VOTER last_known_addr { host: "127.23.108.189" port: 36889 } } peers { permanent_uuid: "aec5e22644574e0dadd2e256b2329b19" member_type: VOTER last_known_addr { host: "127.23.108.188" port: 40539 } } }
14:01:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.704497 25003 sys_catalog.cc:458] T 00000000000000000000000000000000 P 48144cff3c4d473fa72e28b0b0c6d745 [sys.catalog]: This master's current role is: LEADER
14:01:00.708 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:01:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.749289 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24326
14:01:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.784790 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24475
14:01:00.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.817873 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24624
14:01:00.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.855064 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24771
14:01:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.892983 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24966
14:01:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:00.918911 23986 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 24861
14:01:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:01:02Z chronyd exiting
14:01:03.205 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:01:03.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.208761 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23557
14:01:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.234419 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23697
14:01:03.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.259625 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23842
14:01:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.292101 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23269
14:01:03.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.325322 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23339
14:01:03.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 14:01:03.353389 23257 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskJjFMQj/build/tsan/bin/kudu with pid 23414
14:01:04.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T14:01:04Z chronyd exiting
14:01:05.530 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.108.190:34085,127.23.108.188:40539,127.23.108.189:36889). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.108.190:34085,127.23.108.188:40539,127.23.108.189:36889). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more