08:20:06.766 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:20:06.781 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSnP8ii/test-tmp
08:20:06.790 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:20:06.794 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSnP8ii/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:20:07.024 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:20:07.195 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:20:07.196 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:20:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.202629 14117 mini_oidc.cc:150] Starting JWKS server
08:20:07.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.207223 14117 webserver.cc:533] Webserver started at http://127.0.0.1:44951/ using document root <none> and password file <none>
08:20:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.208112 14117 mini_oidc.cc:186] Starting OIDC Discovery server
08:20:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.210489 14117 webserver.cc:533] Webserver started at http://127.0.0.1:38547/ using document root <none> and password file <none>
08:20:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:20:07Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:20:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:20:07Z Disabled control of system clock
08:20:07.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.281124 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:07.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal
08:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data
08:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/logs
08:20:07.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data/info.pb
08:20:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:07.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.126:41095
08:20:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.126
08:20:07.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:07.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:07.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json with env {}
08:20:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.612061 14134 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.612725 14134 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:07.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.613392 14134 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.648449 14134 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.648877 14134 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.649137 14134 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.649395 14134 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.649737 14134 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.649992 14134 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44951/jwks.json
08:20:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.689505 14134 master_runner.cc:387] Master server non-default flags:
08:20:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/logs
08:20:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data
08:20:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal
08:20:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:07.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.126:41095
08:20:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:07.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json
08:20:07.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data/info.pb
08:20:07.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.126
08:20:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:07.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:07.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:07.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.693121 14134 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:07.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:07.695667 14134 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:07.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.712033 14148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.113965 14147 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee60 after lost signal to thread 14134
08:20:09.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.301963 14147 kernel_stack_watchdog.cc:198] Thread 14134 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
08:20:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.302294 14134 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.591s user 0.634s sys 0.955s
08:20:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.302737 14134 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.591s user 0.634s sys 0.955s
08:20:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:07.712462 14149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.304710 14151 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.308588 14150 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1591 milliseconds
08:20:09.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.308622 14134 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.310866 14134 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.313799 14134 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.315233 14134 hybrid_clock.cc:648] HybridClock initialized: now 1786522809315143 us; error 89 us; skew 500 ppm
08:20:09.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.316349 14134 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.323350 14134 webserver.cc:533] Webserver started at http://127.13.201.126:37197/ using document root <none> and password file <none>
08:20:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.324705 14134 fs_manager.cc:362] Metadata directory not provided
08:20:09.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.324990 14134 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:09.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.325704 14134 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.330971 14134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data/instance:
08:20:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47ed22dd190a494c906036ee22681434"
08:20:09.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:09 on dist-test-slave-bndk"
08:20:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.332615 14134 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal/instance:
08:20:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47ed22dd190a494c906036ee22681434"
08:20:09.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:09 on dist-test-slave-bndk"
08:20:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.342083 14134 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.002s sys 0.006s
08:20:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.349198 14164 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.350869 14134 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
08:20:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.351330 14134 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal
08:20:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47ed22dd190a494c906036ee22681434"
08:20:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:09 on dist-test-slave-bndk"
08:20:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.351837 14134 fs_report.cc:389] FS layout report
08:20:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal
08:20:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal
08:20:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data/data
08:20:09.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:09.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:09.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:09.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:09.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.409653 14134 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.411605 14134 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:09.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.412201 14134 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.492951 14134 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.126:41095
08:20:09.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.493042 14240 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.126:41095 every 8 connection(s)
08:20:09.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.496338 14134 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/data/info.pb
08:20:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.499985 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 14134
08:20:09.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.500540 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-0/wal/instance
08:20:09.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.504684 14241 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.505944 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:09.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/logs
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data/info.pb
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:09.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:09.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:09.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:09.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:09.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.125:41365
08:20:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.125
08:20:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:09.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:09.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json with env {}
08:20:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.520622 14241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } has no permanent_uuid. Determining permanent_uuid...
08:20:09.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.552559 14241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } has no permanent_uuid. Determining permanent_uuid...
08:20:09.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.557358 14171 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.562337 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.611953 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 1
08:20:09.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.617173 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.685636 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 2
08:20:09.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.691872 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.784529 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 3
08:20:09.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.790035 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.864650 14244 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:09.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.865314 14244 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:09.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.865836 14244 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.900285 14244 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.900609 14244 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.900913 14244 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.901240 14244 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.901456 14244 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:09.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.901599 14244 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44951/jwks.json
08:20:09.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.933574 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 4
08:20:09.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.938642 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:09.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.942950 14244 master_runner.cc:387] Master server non-default flags:
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/logs
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data
08:20:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal
08:20:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.125:41365
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:09.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data/info.pb
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.125
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:09.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:09.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.944746 14244 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:09.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:09.947256 14244 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:09.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.959996 14256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.238095 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 5
08:20:10.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.248508 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:10.796021 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 6
08:20:10.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:10.829427 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.125:41365: Network error: Client connection negotiation failed: client connection to 127.13.201.125:41365: connect: Connection refused (error 111)
08:20:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:09.961684 14260 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.549705 14244 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.589s user 0.678s sys 0.907s
08:20:11.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.363590 14255 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee60 after lost signal to thread 14244
08:20:11.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.550609 14261 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1588 milliseconds
08:20:11.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.550725 14244 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.590s user 0.678s sys 0.907s
08:20:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.552009 14244 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:11.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.552073 14262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:11.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.556088 14244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:11.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.558974 14244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.560388 14244 hybrid_clock.cc:648] HybridClock initialized: now 1786522811560346 us; error 55 us; skew 500 ppm
08:20:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.561308 14244 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:11.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.568095 14244 webserver.cc:533] Webserver started at http://127.13.201.125:33311/ using document root <none> and password file <none>
08:20:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.569164 14244 fs_manager.cc:362] Metadata directory not provided
08:20:11.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.569475 14244 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.569908 14244 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.574713 14244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data/instance:
08:20:11.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8033f84310494a3aa3a8b00c0cef66f2"
08:20:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:11 on dist-test-slave-bndk"
08:20:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.575932 14244 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal/instance:
08:20:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8033f84310494a3aa3a8b00c0cef66f2"
08:20:11.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:11 on dist-test-slave-bndk"
08:20:11.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.584540 14244 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:20:11.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.591482 14276 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.592938 14244 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
08:20:11.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.593376 14244 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8033f84310494a3aa3a8b00c0cef66f2"
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:11 on dist-test-slave-bndk"
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.593729 14244 fs_report.cc:389] FS layout report
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data/data
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:11.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:11.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.650209 14244 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.651811 14244 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:11.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.652256 14244 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.737463 14244 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.125:41365
08:20:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.737551 14365 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.125:41365 every 8 connection(s)
08:20:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.740640 14244 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/data/info.pb
08:20:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.747418 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 14244
08:20:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.747800 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-1/wal/instance
08:20:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.747777 14367 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.749995 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:11.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/logs
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data/info.pb
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.124:33019
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.124
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json with env {}
08:20:11.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.761839 14367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } has no permanent_uuid. Determining permanent_uuid...
08:20:11.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.789274 14367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } has no permanent_uuid. Determining permanent_uuid...
08:20:11.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.805341 14367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
08:20:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.808311 14280 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:11.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.813118 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:11.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.862735 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 1
08:20:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.867381 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.889981 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } attempt: 7
08:20:11.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.903153 14241 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
08:20:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.910270 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.935817 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 2
08:20:11.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.940584 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:11.968727 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 1
08:20:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:11.973440 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.032003 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 3
08:20:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.037294 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.054934 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 2
08:20:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.060034 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.100044 14372 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.100744 14372 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:12.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.101500 14372 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:12.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.136184 14372 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:12.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.136561 14372 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:12.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.136898 14372 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:12.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.137287 14372 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:12.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.137660 14372 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:12.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.137943 14372 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44951/jwks.json
08:20:12.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.145531 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 3
08:20:12.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.150403 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.178937 14372 master_runner.cc:387] Master server non-default flags:
08:20:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/logs
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:12.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.124:33019
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44951/jwks.json
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data/info.pb
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.124
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:12.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:12.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.180886 14372 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.180795 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 4
08:20:12.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.183621 14372 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:12.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.187045 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.196605 14394 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.290876 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 4
08:20:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.297366 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.486562 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 5
08:20:12.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.494246 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:12.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:12.581059 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 5
08:20:12.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.587354 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:13.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.041816 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 6
08:20:13.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.053278 14367 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.139933 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 6
08:20:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.148888 14241 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.201.124:33019: Network error: Client connection negotiation failed: client connection to 127.13.201.124:33019: connect: Connection refused (error 111)
08:20:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:12.198539 14395 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:13.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.361984 14397 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.365012 14396 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1161 milliseconds
08:20:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.365127 14372 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:13.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.366667 14372 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.369620 14372 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:13.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.371088 14372 hybrid_clock.cc:648] HybridClock initialized: now 1786522813371034 us; error 46 us; skew 500 ppm
08:20:13.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.372170 14372 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:13.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.379115 14372 webserver.cc:533] Webserver started at http://127.13.201.124:45609/ using document root <none> and password file <none>
08:20:13.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.380461 14372 fs_manager.cc:362] Metadata directory not provided
08:20:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.380720 14372 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.381429 14372 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.386350 14372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data/instance:
08:20:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c26f69f1354703b3862f7b1b7b71d7"
08:20:13.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:13 on dist-test-slave-bndk"
08:20:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.387938 14372 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal/instance:
08:20:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c26f69f1354703b3862f7b1b7b71d7"
08:20:13.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:13 on dist-test-slave-bndk"
08:20:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.396620 14372 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
08:20:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.403662 14419 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.405145 14372 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.405659 14372 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c26f69f1354703b3862f7b1b7b71d7"
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:13 on dist-test-slave-bndk"
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.406165 14372 fs_report.cc:389] FS layout report
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data/data
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.469581 14372 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:13.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.471199 14372 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.471688 14372 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.563882 14372 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.124:33019
08:20:13.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.564203 14496 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.124:33019 every 8 connection(s)
08:20:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.567488 14372 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/data/info.pb
08:20:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.568675 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 14372
08:20:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.569183 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/master-2/wal/instance
08:20:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.582559 14497 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.605767 14497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } has no permanent_uuid. Determining permanent_uuid...
08:20:13.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.641098 14497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } has no permanent_uuid. Determining permanent_uuid...
08:20:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.656080 14497 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } has no permanent_uuid. Determining permanent_uuid...
08:20:13.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.675817 14497 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: Bootstrap starting.
08:20:13.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.687168 14497 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: Neither blocks nor log segments found. Creating new log.
08:20:13.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.689148 14497 log.cc:826] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: Log is configured to *not* fsync() on all Append() calls
08:20:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.704586 14497 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: No bootstrap required, opened a new log
08:20:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.728631 14497 raft_consensus.cc:359] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.729990 14497 raft_consensus.cc:385] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.730350 14497 raft_consensus.cc:740] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01c26f69f1354703b3862f7b1b7b71d7, State: Initialized, Role: FOLLOWER
08:20:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.731186 14497 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.734601 14512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.735531 14512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: This master's current role is: FOLLOWER
08:20:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.736671 14497 sys_catalog.cc:565] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: configured and running, proceeding with master startup.
08:20:13.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.775797 14528 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:20:13.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.776763 14528 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:20:13.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.769522 14372 master_runner.cc:187] Error getting master registration for 127.13.201.126:41095: OK, instance_id { permanent_uuid: "47ed22dd190a494c906036ee22681434" instance_seqno: 1786522809471273 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:20:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:13.795953 14372 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:13.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:13.977702 14427 tablet.cc:2406] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:20:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.053478 14512 raft_consensus.cc:493] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:20:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.054077 14512 raft_consensus.cc:515] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.057035 14512 leader_election.cc:290] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47ed22dd190a494c906036ee22681434 (127.13.201.126:41095), 8033f84310494a3aa3a8b00c0cef66f2 (127.13.201.125:41365)
08:20:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.113812 14367 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 7
08:20:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.142987 14367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: Bootstrap starting.
08:20:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.151954 14367 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: Neither blocks nor log segments found. Creating new log.
08:20:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.156720 14367 log.cc:826] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: Log is configured to *not* fsync() on all Append() calls
08:20:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.162665 14367 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: No bootstrap required, opened a new log
08:20:14.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.182334 14241 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } attempt: 7
08:20:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.202693 14367 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.203603 14367 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:14.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.203923 14367 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8033f84310494a3aa3a8b00c0cef66f2, State: Initialized, Role: FOLLOWER
08:20:14.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.209406 14367 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.226393 14537 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.230165 14241 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: Bootstrap starting.
08:20:14.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.234941 14537 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.238704 14241 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: Neither blocks nor log segments found. Creating new log.
08:20:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.242170 14367 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: configured and running, proceeding with master startup.
08:20:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.242377 14325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01c26f69f1354703b3862f7b1b7b71d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8033f84310494a3aa3a8b00c0cef66f2" is_pre_election: true
08:20:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.244643 14325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 01c26f69f1354703b3862f7b1b7b71d7 in term 0.
08:20:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.246610 14424 leader_election.cc:304] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01c26f69f1354703b3862f7b1b7b71d7, 8033f84310494a3aa3a8b00c0cef66f2; no voters:
08:20:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.247640 14512 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:20:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.248009 14512 raft_consensus.cc:493] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:20:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.248333 14512 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 0 FOLLOWER]: Advancing to term 1
08:20:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.257309 14512 raft_consensus.cc:515] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.257807 14241 log.cc:826] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: Log is configured to *not* fsync() on all Append() calls
08:20:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.266605 14512 leader_election.cc:290] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [CANDIDATE]: Term 1 election: Requested vote from peers 47ed22dd190a494c906036ee22681434 (127.13.201.126:41095), 8033f84310494a3aa3a8b00c0cef66f2 (127.13.201.125:41365)
08:20:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.266736 14325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01c26f69f1354703b3862f7b1b7b71d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8033f84310494a3aa3a8b00c0cef66f2"
08:20:14.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.267374 14325 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 0 FOLLOWER]: Advancing to term 1
08:20:14.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.272917 14241 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: No bootstrap required, opened a new log
08:20:14.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.275610 14325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 01c26f69f1354703b3862f7b1b7b71d7 in term 1.
08:20:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.277078 14424 leader_election.cc:304] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01c26f69f1354703b3862f7b1b7b71d7, 8033f84310494a3aa3a8b00c0cef66f2; no voters:
08:20:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.278244 14512 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 1 FOLLOWER]: Leader election won for term 1
08:20:14.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.296404 14512 raft_consensus.cc:697] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [term 1 LEADER]: Becoming Leader. State: Replica: 01c26f69f1354703b3862f7b1b7b71d7, State: Running, Role: LEADER
08:20:14.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.298233 14512 consensus_queue.cc:237] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.320628 14241 raft_consensus.cc:359] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.320778 14546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01c26f69f1354703b3862f7b1b7b71d7. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.321593 14546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: This master's current role is: LEADER
08:20:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.321589 14241 raft_consensus.cc:385] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.321906 14241 raft_consensus.cc:740] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47ed22dd190a494c906036ee22681434, State: Initialized, Role: FOLLOWER
08:20:14.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.323185 14241 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } }
08:20:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.330716 14241 sys_catalog.cc:565] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: configured and running, proceeding with master startup.
08:20:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.331620 14202 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01c26f69f1354703b3862f7b1b7b71d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47ed22dd190a494c906036ee22681434"
08:20:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.332343 14202 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 0 FOLLOWER]: Advancing to term 1
08:20:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.333160 14558 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:20:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.330930 14203 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01c26f69f1354703b3862f7b1b7b71d7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47ed22dd190a494c906036ee22681434" is_pre_election: true
08:20:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.339207 14556 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:20:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.341698 14202 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 01c26f69f1354703b3862f7b1b7b71d7 in term 1.
08:20:14.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.329722 14560 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.343822 14560 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.344105 14558 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:20:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.379376 14325 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [term 1 FOLLOWER]: Refusing update from remote peer 01c26f69f1354703b3862f7b1b7b71d7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:20:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.381382 14546 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:20:14.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.382371 14202 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [term 1 FOLLOWER]: Refusing update from remote peer 01c26f69f1354703b3862f7b1b7b71d7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:20:14.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.384471 14546 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:20:14.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.345264 14244 master_runner.cc:187] Error getting master registration for 127.13.201.126:41095: OK, instance_id { permanent_uuid: "47ed22dd190a494c906036ee22681434" instance_seqno: 1786522809471273 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:20:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.406206 14244 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.410794 14292 tablet.cc:2406] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:20:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.415583 14560 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01c26f69f1354703b3862f7b1b7b71d7. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.416939 14560 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.426502 14546 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.427300 14546 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: This master's current role is: LEADER
08:20:14.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.433947 14537 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01c26f69f1354703b3862f7b1b7b71d7. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.434540 14537 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.436204 14558 catalog_manager.cc:1383] Generated new cluster ID: c67c572577e4409697cc256f15f20f8d
08:20:14.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.436535 14558 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:20:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.438156 14560 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.438910 14560 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.449115 14512 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.449054 14537 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "01c26f69f1354703b3862f7b1b7b71d7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47ed22dd190a494c906036ee22681434" member_type: VOTER last_known_addr { host: "127.13.201.126" port: 41095 } } peers { permanent_uuid: "8033f84310494a3aa3a8b00c0cef66f2" member_type: VOTER last_known_addr { host: "127.13.201.125" port: 41365 } } peers { permanent_uuid: "01c26f69f1354703b3862f7b1b7b71d7" member_type: VOTER last_known_addr { host: "127.13.201.124" port: 33019 } } }
08:20:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.449854 14512 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7 [sys.catalog]: This master's current role is: LEADER
08:20:14.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.449903 14537 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2 [sys.catalog]: This master's current role is: FOLLOWER
08:20:14.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.488266 14588 catalog_manager.cc:1295] Loaded cluster ID: c67c572577e4409697cc256f15f20f8d
08:20:14.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.490610 14558 catalog_manager.cc:1406] Generated new certificate authority record
08:20:14.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.493121 14558 catalog_manager.cc:1540] Loading token signing keys...
08:20:14.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.497852 14588 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: loading cluster ID for follower catalog manager: success
08:20:14.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.514712 14588 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: acquiring CA information for follower catalog manager: success
08:20:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.518383 14558 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 01c26f69f1354703b3862f7b1b7b71d7: Generated new TSK 0
08:20:14.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.519599 14558 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:20:14.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:14.534294 14588 catalog_manager.cc:883] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:14.575519 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:14.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/logs
08:20:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data/info.pb
08:20:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:14.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.65:0
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.65
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.65
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:14.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:14.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.114398 14594 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.115129 14594 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:15.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.115892 14594 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.178164 14594 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.180189 14594 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.201.65
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.250562 14594 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/logs
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:15.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.65:0
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data/info.pb
08:20:15.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.65
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.65
08:20:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.252540 14594 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:15.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.255070 14594 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.273018 14605 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.368671 14556 catalog_manager.cc:1295] Loaded cluster ID: c67c572577e4409697cc256f15f20f8d
08:20:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.371594 14556 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: loading cluster ID for follower catalog manager: success
08:20:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.409960 14556 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: acquiring CA information for follower catalog manager: success
08:20:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.432278 14556 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8033f84310494a3aa3a8b00c0cef66f2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:15.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:15.544107 14588 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 47ed22dd190a494c906036ee22681434: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:17.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:15.280282 14606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.429399 14609 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.429916 14607 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2149 milliseconds
08:20:17.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:16.674625 14603 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee40 after lost signal to thread 14594
08:20:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.426723 14594 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.147s user 0.370s sys 0.682s
08:20:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:17.432617 14594 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.153s user 0.370s sys 0.682s
08:20:17.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.433368 14594 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:17.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.435918 14594 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:17.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.438935 14594 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.440810 14594 hybrid_clock.cc:648] HybridClock initialized: now 1786522817440750 us; error 57 us; skew 500 ppm
08:20:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.442065 14594 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:17.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.450899 14594 webserver.cc:533] Webserver started at http://127.13.201.65:32975/ using document root <none> and password file <none>
08:20:17.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.452433 14594 fs_manager.cc:362] Metadata directory not provided
08:20:17.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.453148 14594 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:17.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.453871 14594 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.460758 14594 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data/instance:
08:20:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7ee33c3fd4d483eaac0dc6df11fa14c"
08:20:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:17 on dist-test-slave-bndk"
08:20:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.463240 14594 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal/instance:
08:20:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7ee33c3fd4d483eaac0dc6df11fa14c"
08:20:17.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:17 on dist-test-slave-bndk"
08:20:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.474620 14594 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.001s
08:20:17.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.483505 14629 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:17.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.485345 14594 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.005s
08:20:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.485800 14594 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal
08:20:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7ee33c3fd4d483eaac0dc6df11fa14c"
08:20:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:17 on dist-test-slave-bndk"
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.486778 14594 fs_report.cc:389] FS layout report
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data/data
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:17.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:17.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.567580 14594 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:17.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.570334 14594 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.572158 14594 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.577087 14594 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.583627 14594 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.583959 14594 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:20:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.584275 14594 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:17.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.584501 14594 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.864792 14594 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.65:38745
08:20:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.864975 14830 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.65:38745 every 8 connection(s)
08:20:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.869304 14594 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/data/info.pb
08:20:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.873194 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 14594
08:20:17.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.873929 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-0/wal/instance
08:20:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.910944 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:17.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/logs
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data/info.pb
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:17.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.66:0
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.66
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.66
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.940987 14831 heartbeater.cc:344] Connected to a master server at 127.13.201.124:33019
08:20:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.941601 14831 heartbeater.cc:461] Registering TS with master...
08:20:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.943199 14831 heartbeater.cc:507] Master 127.13.201.124:33019 requested a full tablet report, sending...
08:20:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.947217 14442 ts_manager.cc:194] Registered new tserver with Master: c7ee33c3fd4d483eaac0dc6df11fa14c (127.13.201.65:38745)
08:20:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.950158 14442 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.201.65:42937
08:20:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.970250 14832 heartbeater.cc:344] Connected to a master server at 127.13.201.125:41365
08:20:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.970669 14832 heartbeater.cc:461] Registering TS with master...
08:20:17.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.971429 14832 heartbeater.cc:507] Master 127.13.201.125:41365 requested a full tablet report, sending...
08:20:17.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.975402 14307 ts_manager.cc:194] Registered new tserver with Master: c7ee33c3fd4d483eaac0dc6df11fa14c (127.13.201.65:38745)
08:20:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.990309 14837 heartbeater.cc:344] Connected to a master server at 127.13.201.126:41095
08:20:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.990765 14837 heartbeater.cc:461] Registering TS with master...
08:20:17.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.991511 14837 heartbeater.cc:507] Master 127.13.201.126:41095 requested a full tablet report, sending...
08:20:17.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:17.995283 14189 ts_manager.cc:194] Registered new tserver with Master: c7ee33c3fd4d483eaac0dc6df11fa14c (127.13.201.65:38745)
08:20:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.298719 14842 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.299302 14842 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.299757 14842 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.336685 14842 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.337864 14842 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.201.66
08:20:18.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.379369 14842 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/logs
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:18.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.66:0
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data/info.pb
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.66
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.66
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:18.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.380895 14842 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.383507 14842 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:18.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.402335 14854 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:18.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:18.956070 14831 heartbeater.cc:499] Master 127.13.201.124:33019 was elected leader, sending a full tablet report...
08:20:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:18.403671 14855 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.725785 14857 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.728843 14842 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.326s user 0.564s sys 0.749s
08:20:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.728842 14856 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1320 milliseconds
08:20:19.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:19.729274 14842 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.327s user 0.565s sys 0.749s
08:20:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.729593 14842 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.730878 14842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.737749 14842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.739751 14842 hybrid_clock.cc:648] HybridClock initialized: now 1786522819739700 us; error 50 us; skew 500 ppm
08:20:19.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.741035 14842 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.752283 14842 webserver.cc:533] Webserver started at http://127.13.201.66:41699/ using document root <none> and password file <none>
08:20:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.753927 14842 fs_manager.cc:362] Metadata directory not provided
08:20:19.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.754599 14842 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:19.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.755504 14842 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.763131 14842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data/instance:
08:20:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59dc020c1a284a31b0968eef6b68375a"
08:20:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:19 on dist-test-slave-bndk"
08:20:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.765122 14842 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal/instance:
08:20:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59dc020c1a284a31b0968eef6b68375a"
08:20:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:19 on dist-test-slave-bndk"
08:20:19.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.776820 14842 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.005s sys 0.005s
08:20:19.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.785578 14870 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.787184 14842 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
08:20:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.787649 14842 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal
08:20:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "59dc020c1a284a31b0968eef6b68375a"
08:20:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:19 on dist-test-slave-bndk"
08:20:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.788141 14842 fs_report.cc:389] FS layout report
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data/data
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:19.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:19.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.892757 14842 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:19.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.894556 14842 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:19.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.895028 14842 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.897843 14842 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:19.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.902570 14842 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.902825 14842 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:20:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.903046 14842 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:19.903177 14842 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.069772 14842 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.66:42315
08:20:20.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.069887 15073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.66:42315 every 8 connection(s)
08:20:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.072432 14842 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/data/info.pb
08:20:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.081061 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 14842
08:20:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.081588 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-1/wal/instance
08:20:20.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.103278 14117 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/logs
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data/info.pb
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:20.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.67:0
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.67
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.67
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:20.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
08:20:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.122380 15074 heartbeater.cc:344] Connected to a master server at 127.13.201.124:33019
08:20:20.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.123015 15074 heartbeater.cc:461] Registering TS with master...
08:20:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.124485 15074 heartbeater.cc:507] Master 127.13.201.124:33019 requested a full tablet report, sending...
08:20:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.128118 14442 ts_manager.cc:194] Registered new tserver with Master: 59dc020c1a284a31b0968eef6b68375a (127.13.201.66:42315)
08:20:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.128927 15076 heartbeater.cc:344] Connected to a master server at 127.13.201.125:41365
08:20:20.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.129347 15076 heartbeater.cc:461] Registering TS with master...
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.130304 15076 heartbeater.cc:507] Master 127.13.201.125:41365 requested a full tablet report, sending...
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.130780 14442 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.201.66:50587
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.131376 15077 heartbeater.cc:344] Connected to a master server at 127.13.201.126:41095
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.131747 15077 heartbeater.cc:461] Registering TS with master...
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.132766 15077 heartbeater.cc:507] Master 127.13.201.126:41095 requested a full tablet report, sending...
08:20:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.133490 14307 ts_manager.cc:194] Registered new tserver with Master: 59dc020c1a284a31b0968eef6b68375a (127.13.201.66:42315)
08:20:20.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.136502 14189 ts_manager.cc:194] Registered new tserver with Master: 59dc020c1a284a31b0968eef6b68375a (127.13.201.66:42315)
08:20:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.467629 15091 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.468135 15091 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:20.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.468592 15091 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:20.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.509758 15091 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:20.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.511112 15091 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.201.67
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.555115 15091 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/logs
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.201.84:46625
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal
08:20:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.201.67:0
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data/info.pb
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.201.67
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.201.126:41095,127.13.201.125:41365,127.13.201.124:33019
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.201.67
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.556617 15091 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:20.558668 15091 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:20.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.574852 15104 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:21.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.136284 15074 heartbeater.cc:499] Master 127.13.201.124:33019 was elected leader, sending a full tablet report...
08:20:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:20.577205 15106 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:21.843237 15107 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1259 milliseconds
08:20:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:21.844944 15108 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:21.845183 15091 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.267s user 0.000s sys 0.008s
08:20:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:21.845523 15091 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.268s user 0.000s sys 0.008s
08:20:21.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.845770 15091 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.847177 15091 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:21.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.850033 15091 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:21.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.851603 15091 hybrid_clock.cc:648] HybridClock initialized: now 1786522821851527 us; error 86 us; skew 500 ppm
08:20:21.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.852541 15091 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:21.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.863734 15091 webserver.cc:533] Webserver started at http://127.13.201.67:41027/ using document root <none> and password file <none>
08:20:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.865127 15091 fs_manager.cc:362] Metadata directory not provided
08:20:21.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.865480 15091 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:21.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.866086 15091 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.873443 15091 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data/instance:
08:20:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c2a22e9a064e30879f9072105c0c9c"
08:20:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:21 on dist-test-slave-bndk"
08:20:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.875406 15091 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal/instance:
08:20:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c2a22e9a064e30879f9072105c0c9c"
08:20:21.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:21 on dist-test-slave-bndk"
08:20:21.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.885990 15091 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.011s sys 0.000s
08:20:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.894032 15123 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:21.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.895416 15091 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.895761 15091 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c2a22e9a064e30879f9072105c0c9c"
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:21 on dist-test-slave-bndk"
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.896104 15091 fs_report.cc:389] FS layout report
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal
08:20:21.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data/data
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:21.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:21.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:21.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.971668 15091 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.973835 15091 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:21.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.974529 15091 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.978016 15091 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.983011 15091 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.983244 15091 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:20:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.983466 15091 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:21.983608 15091 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.171926 15091 rpc_server.cc:307] RPC server started. Bound to: 127.13.201.67:37203
08:20:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.172051 15327 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.201.67:37203 every 8 connection(s)
08:20:22.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.174559 15091 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/data/info.pb
08:20:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.180266 14117 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 15091
08:20:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.180795 14117 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster12457571592804732516/ts-2/wal/instance
08:20:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.226974 15329 heartbeater.cc:344] Connected to a master server at 127.13.201.124:33019
08:20:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.227557 15329 heartbeater.cc:461] Registering TS with master...
08:20:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.229158 15329 heartbeater.cc:507] Master 127.13.201.124:33019 requested a full tablet report, sending...
08:20:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.230392 15331 heartbeater.cc:344] Connected to a master server at 127.13.201.125:41365
08:20:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.230820 15331 heartbeater.cc:461] Registering TS with master...
08:20:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.231797 15331 heartbeater.cc:507] Master 127.13.201.125:41365 requested a full tablet report, sending...
08:20:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.232789 14442 ts_manager.cc:194] Registered new tserver with Master: a1c2a22e9a064e30879f9072105c0c9c (127.13.201.67:37203)
08:20:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.234843 15333 heartbeater.cc:344] Connected to a master server at 127.13.201.126:41095
08:20:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.234812 14442 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.201.67:41353
08:20:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.235247 15333 heartbeater.cc:461] Registering TS with master...
08:20:22.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.236253 15333 heartbeater.cc:507] Master 127.13.201.126:41095 requested a full tablet report, sending...
08:20:22.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.238253 14310 ts_manager.cc:194] Registered new tserver with Master: a1c2a22e9a064e30879f9072105c0c9c (127.13.201.67:37203)
08:20:22.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.240895 14188 ts_manager.cc:194] Registered new tserver with Master: a1c2a22e9a064e30879f9072105c0c9c (127.13.201.67:37203)
08:20:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:22.266603 14117 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:20:22.279 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:20:22.281 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
08:20:22.290 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.201.126"
port: 41095
}
bound_http_address {
host: "127.13.201.126"
port: 37197
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.201.125"
port: 41365
}
bound_http_address {
host: "127.13.201.125"
port: 33311
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.201.124"
port: 33019
}
bound_http_address {
host: "127.13.201.124"
port: 45609
}
}
}
08:20:22.294 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:20:22.297 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.201.65"
port: 38745
}
bound_http_address {
host: "127.13.201.65"
port: 32975
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.201.66"
port: 42315
}
bound_http_address {
host: "127.13.201.66"
port: 41699
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.201.67"
port: 37203
}
bound_http_address {
host: "127.13.201.67"
port: 41027
}
}
}
08:20:22.298 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
08:20:22.486 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
08:20:22.561 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
08:20:22.681 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskSnP8ii/test-tmp
08:20:22.682 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:20:22.682 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskSnP8ii/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:20:22.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
08:20:23.122 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:23.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:20:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:23.126479 15346 mini_oidc.cc:150] Starting JWKS server
08:20:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:23.130756 15346 webserver.cc:533] Webserver started at http://127.0.0.1:37277/ using document root <none> and password file <none>
08:20:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:23.131278 15346 mini_oidc.cc:186] Starting OIDC Discovery server
08:20:23.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:23.133526 15346 webserver.cc:533] Webserver started at http://127.0.0.1:41841/ using document root <none> and password file <none>
08:20:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
08:20:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/principal' for realm 'KRBTEST.COM',
08:20:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
08:20:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:23.241446 15329 heartbeater.cc:499] Master 127.13.201.124:33019 was elected leader, sending a full tablet report...
08:20:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:23 dist-test-slave-bndk krb5kdc[15370](info): setting up network...
08:20:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
08:20:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:23 dist-test-slave-bndk krb5kdc[15370](info): set up 2 sockets
08:20:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:23 dist-test-slave-bndk krb5kdc[15370](info): commencing operation
08:20:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
08:20:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:25.349082 15346 mini_kdc.cc:121] Time spent starting KDC: real 2.172s user 0.008s sys 0.024s
08:20:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
08:20:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:20:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
08:20:25.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
08:20:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:20:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
08:20:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
08:20:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:20:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
08:20:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
08:20:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/test-user.keytab.
08:20:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/test-user.keytab.
08:20:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:25 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522825, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:20:25.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:20:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
08:20:25.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:20:25Z Disabled control of system clock
08:20:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.190@KRBTEST.COM; defaulting to no policy
08:20:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.190@KRBTEST.COM" created.
08:20:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.190@KRBTEST.COM; defaulting to no policy
08:20:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.190@KRBTEST.COM" created.
08:20:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:25.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:25.624516 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:25.988396 15404 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:25.989449 15404 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:25.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:25.990512 15404 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.029045 15404 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.029399 15404 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:26.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.029733 15404 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.029949 15404 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.030246 15404 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:26.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.030594 15404 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:26.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.030834 15404 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:26.073910 15404 master_runner.cc:387] Master server non-default flags:
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:26.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:26.075811 15404 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:26.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:26.077451 15404 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:26.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.096212 15413 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:27.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:26.100023 15414 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:27.496222 15411 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 15404
08:20:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:27.766342 15404 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.667s user 0.668s sys 0.962s
08:20:27.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:27.771163 15415 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1669 milliseconds
08:20:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:27.771646 15404 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.672s user 0.669s sys 0.962s
08:20:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:27.771608 15416 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.773393 15404 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.777436 15404 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:27.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.780385 15404 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.781883 15404 hybrid_clock.cc:648] HybridClock initialized: now 1786522827781869 us; error 112 us; skew 500 ppm
08:20:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.783056 15404 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:27.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:27 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522827, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.790244 15404 init.cc:377] Logged in from keytab as kudu/127.14.252.190@KRBTEST.COM (short username kudu)
08:20:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.795637 15404 webserver.cc:533] Webserver started at http://127.14.252.190:43475/ using document root <none> and password file <none>
08:20:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.796797 15404 fs_manager.cc:362] Metadata directory not provided
08:20:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.797097 15404 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:27.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.797726 15404 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.802428 15404 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/instance:
08:20:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:27.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:27 on dist-test-slave-bndk"
08:20:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.803828 15404 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal/instance:
08:20:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:27.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:27 on dist-test-slave-bndk"
08:20:27.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.812402 15404 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
08:20:27.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.819002 15434 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.820312 15404 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
08:20:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.820811 15404 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:27 on dist-test-slave-bndk"
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.821321 15404 fs_report.cc:389] FS layout report
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/data
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:27.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.883062 15404 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.891076 15404 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:27.891654 15404 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.063367 15404 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.190:44059
08:20:28.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.063454 15531 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.190:44059 every 8 connection(s)
08:20:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.066540 15404 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.075196 15532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.077445 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 15404
08:20:28.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.077999 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal/instance
08:20:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.090757 15532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
08:20:28.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.189@KRBTEST.COM; defaulting to no policy
08:20:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:28.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.189@KRBTEST.COM" created.
08:20:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:28.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:28.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:28 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522827, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:28.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.160171 15532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } has no permanent_uuid. Determining permanent_uuid...
08:20:28.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.189@KRBTEST.COM; defaulting to no policy
08:20:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.164018 15437 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:28.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.189@KRBTEST.COM" created.
08:20:28.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.177675 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:28.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.201783 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:28.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:28.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:28.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.227339 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 1
08:20:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.232456 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.300897 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 2
08:20:28.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.306306 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.397826 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 3
08:20:28.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.403726 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.547312 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 4
08:20:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.554644 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.646078 15548 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.646822 15548 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:28.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.647476 15548 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.684616 15548 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.684974 15548 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:28.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.685395 15548 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.685669 15548 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.686005 15548 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.686353 15548 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.686578 15548 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.735883 15548 master_runner.cc:387] Master server non-default flags:
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:28.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.737366 15548 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:28.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.738541 15548 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:28.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.756749 15562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:28.854164 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 5
08:20:28.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.865132 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:29.412698 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 6
08:20:29.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:29.450587 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:30.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:28.764227 15563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:30.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.130172 15568 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.133510 15566 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1369 milliseconds
08:20:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.134493 15548 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.372s user 0.420s sys 0.884s
08:20:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.134832 15548 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.372s user 0.420s sys 0.884s
08:20:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.135143 15548 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:30.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.136539 15548 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.140009 15548 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:30.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.141860 15548 hybrid_clock.cc:648] HybridClock initialized: now 1786522830141804 us; error 47 us; skew 500 ppm
08:20:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.143651 15548 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:30 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522830, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.154446 15548 init.cc:377] Logged in from keytab as kudu/127.14.252.189@KRBTEST.COM (short username kudu)
08:20:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.162820 15548 webserver.cc:533] Webserver started at http://127.14.252.189:46423/ using document root <none> and password file <none>
08:20:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.164278 15548 fs_manager.cc:362] Metadata directory not provided
08:20:30.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.164594 15548 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:30.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.165210 15548 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.172235 15548 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/instance:
08:20:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6800467a474e45478758cdc00562bfd6"
08:20:30.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:30 on dist-test-slave-bndk"
08:20:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.174603 15548 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal/instance:
08:20:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6800467a474e45478758cdc00562bfd6"
08:20:30.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:30 on dist-test-slave-bndk"
08:20:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.187996 15548 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.001s sys 0.012s
08:20:30.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.196046 15579 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.198397 15548 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
08:20:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.199065 15548 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6800467a474e45478758cdc00562bfd6"
08:20:30.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:30 on dist-test-slave-bndk"
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.199565 15548 fs_report.cc:389] FS layout report
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/data
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:30.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.296960 15548 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.308112 15548 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.308612 15548 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.427580 15548 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.189:37027
08:20:30.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.427661 15660 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.189:37027 every 8 connection(s)
08:20:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.430694 15548 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.437635 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 15548
08:20:30.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.438256 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal/instance
08:20:30.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.440523 15661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.456591 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
08:20:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.188@KRBTEST.COM; defaulting to no policy
08:20:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.188@KRBTEST.COM" created.
08:20:30.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:30 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522830, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.498801 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } has no permanent_uuid. Determining permanent_uuid...
08:20:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:30.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.511144 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } attempt: 7
08:20:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:30 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522830, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.188@KRBTEST.COM; defaulting to no policy
08:20:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.188@KRBTEST.COM" created.
08:20:30.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:30 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522827, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:30.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.537650 15661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } has no permanent_uuid. Determining permanent_uuid...
08:20:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.540618 15583 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.545773 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.551177 15532 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } has no permanent_uuid. Determining permanent_uuid...
08:20:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.556869 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:30.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:30.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.565389 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:30.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:30.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:30.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:30.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.595410 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 1
08:20:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.600426 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.615444 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 1
08:20:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.619916 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.668876 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 2
08:20:30.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.675113 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.701418 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 2
08:20:30.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.709002 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.766673 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 3
08:20:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.772897 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.794766 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 3
08:20:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.801700 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.916628 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 4
08:20:30.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.923592 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:30.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:30.942111 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 4
08:20:30.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:30.948137 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.046389 15683 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.047056 15683 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.047709 15683 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.102038 15683 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.102303 15683 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:31.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.102588 15683 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.102830 15683 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.103060 15683 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.103258 15683 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.103418 15683 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.148061 15683 master_runner.cc:387] Master server non-default flags:
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:31.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:31.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:31.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.149740 15683 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:31.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.151324 15683 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:31.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.175694 15693 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:31.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.223093 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 5
08:20:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.231649 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 5
08:20:31.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.272063 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:31.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.275619 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:31.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.823196 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 6
08:20:31.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:31.824577 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 6
08:20:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.861269 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.867890 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.578632 15690 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 15683
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.679733 15690 kernel_stack_watchdog.cc:198] Thread 15683 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:32.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:31.177338 15692 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.681259 15683 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.507s user 0.534s sys 0.882s
08:20:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.682009 15683 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.508s user 0.535s sys 0.882s
08:20:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.684114 15698 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.687062 15697 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1506 milliseconds
08:20:32.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.687103 15683 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:32.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.688567 15683 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.691576 15683 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:32.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.693110 15683 hybrid_clock.cc:648] HybridClock initialized: now 1786522832693065 us; error 49 us; skew 500 ppm
08:20:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.694047 15683 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:32 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522832, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.702337 15683 init.cc:377] Logged in from keytab as kudu/127.14.252.188@KRBTEST.COM (short username kudu)
08:20:32.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.709705 15683 webserver.cc:533] Webserver started at http://127.14.252.188:43535/ using document root <none> and password file <none>
08:20:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.710774 15683 fs_manager.cc:362] Metadata directory not provided
08:20:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.711012 15683 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:32.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.711531 15683 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.716382 15683 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/instance:
08:20:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dfed27e39c843e9b16cfde2fd7875ba"
08:20:32.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:32 on dist-test-slave-bndk"
08:20:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.717708 15683 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal/instance:
08:20:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dfed27e39c843e9b16cfde2fd7875ba"
08:20:32.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:32 on dist-test-slave-bndk"
08:20:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.729864 15683 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.005s sys 0.005s
08:20:32.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.739818 15721 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.741472 15683 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.003s sys 0.004s
08:20:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.742058 15683 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dfed27e39c843e9b16cfde2fd7875ba"
08:20:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:32 on dist-test-slave-bndk"
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.742530 15683 fs_report.cc:389] FS layout report
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/data
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:32.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.821628 15683 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.828017 15683 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.828573 15683 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:32.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.901561 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 7
08:20:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.909062 15532 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:32.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.921846 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 7
08:20:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:32.930388 15661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.937739 15683 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.188:35311
08:20:32.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.937736 15816 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.188:35311 every 8 connection(s)
08:20:32.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.941432 15683 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.948755 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 15683
08:20:32.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.949134 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal/instance
08:20:32.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.950035 15817 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:20:32.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:32.975790 15817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } has no permanent_uuid. Determining permanent_uuid...
08:20:32.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:32 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522825, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:33 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522832, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:33.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:33 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522825, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:33.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.033344 15817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } has no permanent_uuid. Determining permanent_uuid...
08:20:33.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:33 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522832, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:33.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:33 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522825, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:33.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.061746 15817 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } has no permanent_uuid. Determining permanent_uuid...
08:20:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:33 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522832, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:33.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.108824 15817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap starting.
08:20:33.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.116070 15817 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Neither blocks nor log segments found. Creating new log.
08:20:33.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.119065 15817 log.cc:826] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Log is configured to *not* fsync() on all Append() calls
08:20:33.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.126715 15817 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: No bootstrap required, opened a new log
08:20:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.150313 15817 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.151031 15817 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.151226 15817 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dfed27e39c843e9b16cfde2fd7875ba, State: Initialized, Role: FOLLOWER
08:20:33.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.152201 15817 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.154798 15833 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.155524 15833 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:20:33.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.156762 15817 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: configured and running, proceeding with master startup.
08:20:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:33.195238 15851 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:20:33.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:33.195566 15851 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:20:33.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.188046 15683 master_runner.cc:187] Error getting master registration for 127.14.252.190:44059: OK, instance_id { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" instance_seqno: 1786522828008742 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:20:33.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.219905 15683 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:33.335656 15733 tablet.cc:2406] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:20:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.611702 15833 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:20:33.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.612207 15833 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:33.614290 15833 leader_election.cc:290] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 490ca3bed9df43c897ff82f33247da01 (127.14.252.190:44059), 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027)
08:20:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:34.200347 15851 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:20:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:34.200752 15851 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:20:34.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:34.970535 15532 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 8
08:20:34.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:34 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522827, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:35.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.018491 15532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap starting.
08:20:35.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.020813 15661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } attempt: 8
08:20:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.036463 15532 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Neither blocks nor log segments found. Creating new log.
08:20:35.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:35 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522830, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.040895 15532 log.cc:826] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Log is configured to *not* fsync() on all Append() calls
08:20:35.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.057978 15532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: No bootstrap required, opened a new log
08:20:35.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.097116 15661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap starting.
08:20:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.113992 15661 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Neither blocks nor log segments found. Creating new log.
08:20:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.116541 15661 log.cc:826] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Log is configured to *not* fsync() on all Append() calls
08:20:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.121107 15532 raft_consensus.cc:359] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.122423 15532 raft_consensus.cc:385] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:35.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.124963 15532 raft_consensus.cc:740] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 490ca3bed9df43c897ff82f33247da01, State: Initialized, Role: FOLLOWER
08:20:35.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.126552 15532 consensus_queue.cc:260] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.129577 15863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.130592 15863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.131750 15532 sys_catalog.cc:565] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: configured and running, proceeding with master startup.
08:20:35.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.131944 15475 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "490ca3bed9df43c897ff82f33247da01" is_pre_election: true
08:20:35.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.132896 15475 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dfed27e39c843e9b16cfde2fd7875ba in term 0.
08:20:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.133755 15475 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34488 (request call id 2) took 1518 ms (client timeout 1573 ms). Trace:
08:20:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.134179 15475 rpcz_store.cc:269] 0812 08:20:33.615046 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:20:35.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:20:33.615196 (+ 150us) service_pool.cc:224] Handling call
08:20:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:20:35.133672 (+1518476us) inbound_call.cc:177] Queueing success response
08:20:35.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:20:35.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.136070 15729 leader_election.cc:304] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 8dfed27e39c843e9b16cfde2fd7875ba; no voters:
08:20:35.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.139317 15864 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Leader pre-election won for term 1
08:20:35.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.139776 15864 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:20:35.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.140084 15864 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 0 FOLLOWER]: Advancing to term 1
08:20:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.141981 15661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: No bootstrap required, opened a new log
08:20:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.148130 15864 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.150966 15864 leader_election.cc:290] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [CANDIDATE]: Term 1 election: Requested vote from peers 490ca3bed9df43c897ff82f33247da01 (127.14.252.190:44059), 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027)
08:20:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.152380 15475 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.152992 15475 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 0 FOLLOWER]: Advancing to term 1
08:20:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.160406 15475 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dfed27e39c843e9b16cfde2fd7875ba in term 1.
08:20:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.161669 15445 tablet.cc:2406] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:20:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.163316 15729 leader_election.cc:304] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 8dfed27e39c843e9b16cfde2fd7875ba; no voters:
08:20:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.164258 15864 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 FOLLOWER]: Leader election won for term 1
08:20:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.167301 15864 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 LEADER]: Becoming Leader. State: Replica: 8dfed27e39c843e9b16cfde2fd7875ba, State: Running, Role: LEADER
08:20:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.168839 15864 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.189247 15728 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.14.252.189:37027 timed out after 1.573s (SENT)
08:20:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.205745 15851 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:20:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.209584 15851 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:20:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.208632 15876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8dfed27e39c843e9b16cfde2fd7875ba. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.210049 15876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: LEADER
08:20:35.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.215305 15886 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:20:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.215389 15661 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.216420 15661 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:20:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.216784 15661 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6800467a474e45478758cdc00562bfd6, State: Initialized, Role: FOLLOWER
08:20:35.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.224300 15886 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:20:35.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.225332 15661 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.235785 15661 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: configured and running, proceeding with master startup.
08:20:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.238049 15619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6" is_pre_election: true
08:20:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.239239 15619 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dfed27e39c843e9b16cfde2fd7875ba in term 0.
08:20:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.236016 15621 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6" is_pre_election: true
08:20:35.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.240686 15621 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8dfed27e39c843e9b16cfde2fd7875ba in term 0.
08:20:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.241294 15621 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:51172 (request call id 1) took 1625 ms (client timeout 1573 ms). Trace:
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.241724 15621 rpcz_store.cc:269] 0812 08:20:33.615518 (+ 0us) service_pool.cc:167] Inserting onto call queue
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:20:33.615828 (+ 310us) service_pool.cc:224] Handling call
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:20:35.241170 (+1625342us) inbound_call.cc:177] Queueing success response
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.237078 15620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6"
08:20:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.243854 15620 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 0 FOLLOWER]: Advancing to term 1
08:20:35.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.231998 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.258888 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.274766 15620 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8dfed27e39c843e9b16cfde2fd7875ba in term 1.
08:20:35.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.283895 15620 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Refusing update from remote peer 8dfed27e39c843e9b16cfde2fd7875ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:20:35.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.289565 15475 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Refusing update from remote peer 8dfed27e39c843e9b16cfde2fd7875ba: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:20:35.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.295971 15876 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:20:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.299100 15864 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [LEADER]: Connected to new peer: Peer: permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:20:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.305523 15898 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:20:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.306481 15898 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:20:35.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:35.323731 15589 tablet.cc:2406] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:20:35.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.265285 15404 master_runner.cc:187] Error getting master registration for 127.14.252.189:37027: OK, instance_id { permanent_uuid: "6800467a474e45478758cdc00562bfd6" instance_seqno: 1786522830393281 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:20:35.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.338068 15404 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.378484 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8dfed27e39c843e9b16cfde2fd7875ba. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.379680 15919 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:20:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.379998 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.393818 15876 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.394641 15876 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: LEADER
08:20:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.402558 15886 catalog_manager.cc:1383] Generated new cluster ID: 773791653ea344eba14fcad09a392663
08:20:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.402951 15886 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:20:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.403724 15863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8dfed27e39c843e9b16cfde2fd7875ba. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.404518 15863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.422514 15922 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.423478 15922 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: LEADER
08:20:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.444289 15863 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.445463 15863 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.463871 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.464596 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.484256 15886 catalog_manager.cc:1406] Generated new certificate authority record
08:20:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.486969 15886 catalog_manager.cc:1540] Loading token signing keys...
08:20:35.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.525818 15886 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Generated new TSK 0
08:20:35.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.527380 15886 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:20:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.129@KRBTEST.COM; defaulting to no policy
08:20:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.129@KRBTEST.COM" created.
08:20:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.129@KRBTEST.COM; defaulting to no policy
08:20:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.129@KRBTEST.COM" created.
08:20:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:35.695354 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal
08:20:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data
08:20:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/logs
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data/info.pb
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:35.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.129:0
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.129
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.129
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.129
08:20:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.199155 15931 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:36.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.200039 15931 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:36.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.201092 15931 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.262874 15931 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:36.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.264547 15931 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.252.129
08:20:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.312641 15898 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:36.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.312995 15898 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: loading cluster ID for follower catalog manager: success
08:20:36.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.319953 15898 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: acquiring CA information for follower catalog manager: success
08:20:36.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.324970 15898 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.334636 15931 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/logs
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.129
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.129:0
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:36.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data/info.pb
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.129
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.129
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:36.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.336447 15931 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:36.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.337942 15931 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.361531 15949 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.393508 15919 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.394176 15919 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: loading cluster ID for follower catalog manager: success
08:20:36.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.405035 15919 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: acquiring CA information for follower catalog manager: success
08:20:36.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:36.417244 15919 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:37.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:37 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522837, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:37.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:37.802632 15422 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:37.762181 15946 debug-util.cc:398] Leaking SignalData structure 0x7b0800028380 after lost signal to thread 15931
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.039448 15946 kernel_stack_watchdog.cc:198] Thread 15931 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:38.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.041265 15951 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1674 milliseconds
08:20:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.043546 15931 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.666s user 0.000s sys 0.008s
08:20:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.045629 15931 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.668s user 0.000s sys 0.008s
08:20:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:36.365028 15950 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:38.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.049378 15960 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.049422 15931 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.052414 15931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.059648 15931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.061705 15931 hybrid_clock.cc:648] HybridClock initialized: now 1786522838061593 us; error 127 us; skew 500 ppm
08:20:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.063269 15931 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:38.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:38 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522838, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:38.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.090161 15931 init.cc:377] Logged in from keytab as kudu/127.14.252.129@KRBTEST.COM (short username kudu)
08:20:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.129693 15931 webserver.cc:533] Webserver started at http://127.14.252.129:37649/ using document root <none> and password file <none>
08:20:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.131177 15931 fs_manager.cc:362] Metadata directory not provided
08:20:38.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.131474 15931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.132050 15931 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.138819 15931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data/instance:
08:20:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f11140a477bb4c908c8517e72a5effb8"
08:20:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:38 on dist-test-slave-bndk"
08:20:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.140466 15931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal/instance:
08:20:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f11140a477bb4c908c8517e72a5effb8"
08:20:38.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:38 on dist-test-slave-bndk"
08:20:38.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.150959 15931 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.011s sys 0.001s
08:20:38.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.158495 15973 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.159953 15931 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
08:20:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.161151 15931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal
08:20:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f11140a477bb4c908c8517e72a5effb8"
08:20:38.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:38 on dist-test-slave-bndk"
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.161607 15931 fs_report.cc:389] FS layout report
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data/data
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:38.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.313037 15931 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:38.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.328949 15931 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:38.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.330443 15931 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:38.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.342674 15931 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.351941 15931 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.352391 15931 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
08:20:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.352741 15931 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.352928 15931 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.687315 15931 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.129:33129
08:20:38.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.687496 16168 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.129:33129 every 8 connection(s)
08:20:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.690543 15931 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/data/info.pb
08:20:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.695643 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 15931
08:20:38.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.696269 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-0/wal/instance
08:20:38.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:38 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522838, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:38 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522838, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:38 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522838, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.130@KRBTEST.COM; defaulting to no policy
08:20:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.806164 16169 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:38.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.130@KRBTEST.COM" created.
08:20:38.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.806782 16169 heartbeater.cc:461] Registering TS with master...
08:20:38.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.808521 16169 heartbeater.cc:507] Master 127.14.252.188:35311 requested a full tablet report, sending...
08:20:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.813791 16173 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.813794 15748 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.814245 16173 heartbeater.cc:461] Registering TS with master...
08:20:38.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.815317 16173 heartbeater.cc:507] Master 127.14.252.190:44059 requested a full tablet report, sending...
08:20:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.816610 15748 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:47935
08:20:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.817788 16170 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.818181 16170 heartbeater.cc:461] Registering TS with master...
08:20:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.819357 16170 heartbeater.cc:507] Master 127.14.252.189:37027 requested a full tablet report, sending...
08:20:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.819442 15462 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:38.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.823199 15608 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:38.840380 15346 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.14.252.130: real 0.125s user 0.004s sys 0.016s
08:20:38.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.130@KRBTEST.COM; defaulting to no policy
08:20:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.130@KRBTEST.COM" created.
08:20:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:38.898852 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:38.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/logs
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data/info.pb
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:38.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.130:0
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.130
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.130
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.130
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.308712 16192 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:39.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.309376 16192 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:39.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.310104 16192 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.350181 16192 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.351290 16192 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.252.130
08:20:39.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:39.401172 16192 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/logs
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.130
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.130:0
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data/info.pb
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.130
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:39.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.130
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:39.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:39.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:39.405511 16192 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:39.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:39.407271 16192 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:39.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.424943 16202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:39.827185 16169 heartbeater.cc:499] Master 127.14.252.188:35311 was elected leader, sending a full tablet report...
08:20:40.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:40 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522840, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:40.164095 15575 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:40.827448 16201 debug-util.cc:398] Leaking SignalData structure 0x7b0800028380 after lost signal to thread 16192
08:20:41.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:39.427461 16206 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:41.380096 16201 kernel_stack_watchdog.cc:198] Thread 16192 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:41.381186 16192 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.953s user 0.784s sys 1.014s
08:20:41.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:41.381649 16192 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.954s user 0.784s sys 1.015s
08:20:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:41.383150 16211 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:41.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:41.387403 16207 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1959 milliseconds
08:20:41.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.387517 16192 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:41.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.393673 16192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.401516 16192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.403116 16192 hybrid_clock.cc:648] HybridClock initialized: now 1786522841402841 us; error 274 us; skew 500 ppm
08:20:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.404074 16192 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:41.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:41 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522841, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:41.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.411495 16192 init.cc:377] Logged in from keytab as kudu/127.14.252.130@KRBTEST.COM (short username kudu)
08:20:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.418727 16192 webserver.cc:533] Webserver started at http://127.14.252.130:35959/ using document root <none> and password file <none>
08:20:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.419946 16192 fs_manager.cc:362] Metadata directory not provided
08:20:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.420168 16192 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:41.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.420603 16192 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.425583 16192 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data/instance:
08:20:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dcde2256d65429997231a65f25fe93c"
08:20:41.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:41 on dist-test-slave-bndk"
08:20:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.427654 16192 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal/instance:
08:20:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dcde2256d65429997231a65f25fe93c"
08:20:41.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:41 on dist-test-slave-bndk"
08:20:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.438834 16192 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.006s
08:20:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.446174 16230 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.447858 16192 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
08:20:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.448378 16192 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal
08:20:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0dcde2256d65429997231a65f25fe93c"
08:20:41.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:41 on dist-test-slave-bndk"
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.448879 16192 fs_report.cc:389] FS layout report
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data/data
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:41.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.511652 16192 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.520758 16192 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.521459 16192 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:41.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.525085 16192 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.531041 16192 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.531378 16192 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:20:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.531823 16192 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.532243 16192 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.711982 16192 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.130:33319
08:20:41.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.712134 16429 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.130:33319 every 8 connection(s)
08:20:41.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.714774 16192 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/data/info.pb
08:20:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.719926 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 16192
08:20:41.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.720440 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-1/wal/instance
08:20:41.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:41 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522841, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.252.131@KRBTEST.COM; defaulting to no policy
08:20:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:41.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.252.131@KRBTEST.COM" created.
08:20:41.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:41 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522841, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:41 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522841, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.783941 16430 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.784476 16430 heartbeater.cc:461] Registering TS with master...
08:20:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.786084 16430 heartbeater.cc:507] Master 127.14.252.188:35311 requested a full tablet report, sending...
08:20:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.791375 15748 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:41.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.793525 15748 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:59653
08:20:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.800364 16431 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:41.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.800769 16431 heartbeater.cc:461] Registering TS with master...
08:20:41.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.801110 16433 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.801479 16433 heartbeater.cc:461] Registering TS with master...
08:20:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.801568 16431 heartbeater.cc:507] Master 127.14.252.189:37027 requested a full tablet report, sending...
08:20:41.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.802064 16433 heartbeater.cc:507] Master 127.14.252.190:44059 requested a full tablet report, sending...
08:20:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.804402 15462 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:41.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.804528 15608 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.252.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.252.131@KRBTEST.COM; defaulting to no policy
08:20:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.252.131@KRBTEST.COM" created.
08:20:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
08:20:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:41.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.252.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab.
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:41.855497 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/logs
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data/info.pb
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.131:0
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.131
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.131
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.131
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:41.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.224303 16453 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.224828 16453 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:42.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.225456 16453 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:42.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.261549 16453 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.262570 16453 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.252.131
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:42.304847 16453 tablet_server_runner.cc:78] Tablet server non-default flags:
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/logs
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.131
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.131:0
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data/info.pb
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.131
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.252.131
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:42.306262 16453 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:42.307371 16453 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:42.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.322355 16470 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:42.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:42 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522842, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:42.711742 15716 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:42.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:42.798393 16430 heartbeater.cc:499] Master 127.14.252.188:35311 was elected leader, sending a full tablet report...
08:20:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:42.323801 16471 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:43.556290 16475 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:43.558818 16473 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1232 milliseconds
08:20:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.558964 16453 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.560333 16453 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.562765 16453 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:43.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.564179 16453 hybrid_clock.cc:648] HybridClock initialized: now 1786522843564143 us; error 44 us; skew 500 ppm
08:20:43.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.565042 16453 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:43 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522843, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.572317 16453 init.cc:377] Logged in from keytab as kudu/127.14.252.131@KRBTEST.COM (short username kudu)
08:20:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.578747 16453 webserver.cc:533] Webserver started at http://127.14.252.131:42241/ using document root <none> and password file <none>
08:20:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.579882 16453 fs_manager.cc:362] Metadata directory not provided
08:20:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.580142 16453 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:43.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.580729 16453 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
08:20:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.585582 16453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data/instance:
08:20:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36fd1267311b4907855f8da8865d8c8b"
08:20:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:43 on dist-test-slave-bndk"
08:20:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.586942 16453 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal/instance:
08:20:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36fd1267311b4907855f8da8865d8c8b"
08:20:43.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:43 on dist-test-slave-bndk"
08:20:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.597882 16453 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
08:20:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.605583 16496 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.607328 16453 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.003s sys 0.000s
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.607669 16453 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36fd1267311b4907855f8da8865d8c8b"
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:43 on dist-test-slave-bndk"
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.608006 16453 fs_report.cc:389] FS layout report
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data/data
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:43.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.663254 16453 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.674106 16453 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:43.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.674638 16453 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.677577 16453 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
08:20:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.682241 16453 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
08:20:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.682471 16453 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
08:20:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.682682 16453 ts_tablet_manager.cc:616] Registered 0 tablets
08:20:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.682822 16453 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
08:20:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.876001 16453 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.131:42257
08:20:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.876137 16749 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.131:42257 every 8 connection(s)
08:20:43.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.879177 16453 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/data/info.pb
08:20:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.884509 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 16453
08:20:43.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.885247 15346 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/ts-2/wal/instance
08:20:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:43 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522843, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:43 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522843, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:43 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522843, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.971153 16752 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:43.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.971797 16752 heartbeater.cc:461] Registering TS with master...
08:20:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.972714 16753 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.973081 16753 heartbeater.cc:461] Registering TS with master...
08:20:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.973417 16752 heartbeater.cc:507] Master 127.14.252.189:37027 requested a full tablet report, sending...
08:20:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.974500 16753 heartbeater.cc:507] Master 127.14.252.190:44059 requested a full tablet report, sending...
08:20:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.976917 15608 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:43.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.977614 15462 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.983096 16750 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:43.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.983479 16750 heartbeater.cc:461] Registering TS with master...
08:20:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.984474 16750 heartbeater.cc:507] Master 127.14.252.188:35311 requested a full tablet report, sending...
08:20:43.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.987015 15748 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:43.988931 15748 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:45885
08:20:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.009871 15346 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
08:20:44.021 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
08:20:44.032 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
08:20:44.033 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
08:20:44.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.252.190"
port: 44059
}
bound_http_address {
host: "127.14.252.190"
port: 43475
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.252.189"
port: 37027
}
bound_http_address {
host: "127.14.252.189"
port: 46423
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.252.188"
port: 35311
}
bound_http_address {
host: "127.14.252.188"
port: 43535
}
}
}
08:20:44.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
08:20:44.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.14.252.129"
port: 33129
}
bound_http_address {
host: "127.14.252.129"
port: 37649
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.14.252.130"
port: 33319
}
bound_http_address {
host: "127.14.252.130"
port: 35959
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.14.252.131"
port: 42257
}
bound_http_address {
host: "127.14.252.131"
port: 42241
}
}
}
08:20:44.038 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:20:44.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:20:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:44 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522844, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:20:44.084 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.087 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc
08:20:44.098 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:20:44.099 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc
08:20:44.100 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:20:44.122 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
08:20:44.124 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:20:44.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:20:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:44 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522844, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:20:44.161 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.162 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc
08:20:44.163 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:20:44.163 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.190:44059
08:20:44.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:20:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.166285 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 15404
08:20:44.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.223 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.189:37027
08:20:44.223 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:20:44.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.223908 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 15548
08:20:44.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.268 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.188:35311
08:20:44.268 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:20:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.268855 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 15683
08:20:44.314 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:44.314 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.190:44059
08:20:44.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:20:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.320291 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43475
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.683991 16777 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.684648 16777 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.685410 16777 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:44.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.721410 16777 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.721664 16777 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.721957 16777 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.722157 16777 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:44.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.722375 16777 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.722576 16777 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.722715 16777 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.766405 16777 master_runner.cc:387] Master server non-default flags:
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43475
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.767825 16777 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:44.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.768930 16777 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.781342 16786 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:44.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.815316 16430 heartbeater.cc:646] Failed to heartbeat to 127.14.252.188:35311 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:44.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.855074 16173 heartbeater.cc:646] Failed to heartbeat to 127.14.252.190:44059 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.252.190:44059: connect: Connection refused (error 111)
08:20:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.987308 16753 heartbeater.cc:646] Failed to heartbeat to 127.14.252.190:44059 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.14.252.190:44059: connect: Connection refused (error 111)
08:20:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:44.993650 16750 heartbeater.cc:499] Master 127.14.252.188:35311 was elected leader, sending a full tablet report...
08:20:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:44.783643 16787 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:46.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.094791 16790 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.098181 16789 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1310 milliseconds
08:20:46.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.098284 16777 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.099798 16777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:46.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.103030 16777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:46.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.104512 16777 hybrid_clock.cc:648] HybridClock initialized: now 1786522846104450 us; error 61 us; skew 500 ppm
08:20:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.105724 16777 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:46 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522846, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:46.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.113029 16777 init.cc:377] Logged in from keytab as kudu/127.14.252.190@KRBTEST.COM (short username kudu)
08:20:46.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.119365 16777 webserver.cc:533] Webserver started at http://127.14.252.190:43475/ using document root <none> and password file <none>
08:20:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.120591 16777 fs_manager.cc:362] Metadata directory not provided
08:20:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.120895 16777 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.130481 16777 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
08:20:46.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.136107 16824 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.137559 16777 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.138023 16777 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:27 on dist-test-slave-bndk"
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.140345 16777 fs_report.cc:389] FS layout report
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/data
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:46.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.222369 16777 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.228417 16777 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:46.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.228880 16777 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:46.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.311406 16777 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.190:44059
08:20:46.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.311513 16913 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.190:44059 every 8 connection(s)
08:20:46.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.314764 16777 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.319478 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 16777
08:20:46.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:46.320 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.189:37027
08:20:46.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.322408 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:46.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46423
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:46.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:46.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.331173 16914 sys_catalog.cc:263] Verifying existing consensus state
08:20:46.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.338385 16914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap starting.
08:20:46.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.393966 16914 log.cc:826] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Log is configured to *not* fsync() on all Append() calls
08:20:46.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.417400 16914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.419863 16914 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap complete.
08:20:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.453505 16914 raft_consensus.cc:359] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:46.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.456208 16914 raft_consensus.cc:740] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 490ca3bed9df43c897ff82f33247da01, State: Initialized, Role: FOLLOWER
08:20:46.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.457468 16914 consensus_queue.cc:260] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.460304 16921 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.461208 16921 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: FOLLOWER
08:20:46.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.461719 16914 sys_catalog.cc:565] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: configured and running, proceeding with master startup.
08:20:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.517741 16937 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:46.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.518047 16937 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: loading cluster ID for follower catalog manager: success
08:20:46.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.525983 16937 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: acquiring CA information for follower catalog manager: success
08:20:46.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.532032 16937 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:46.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:46 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522846, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.572659 16777 master_runner.cc:187] Error getting master registration for 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111),
08:20:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.604462 16777 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.760056 16917 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.760790 16917 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.761716 16917 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:46.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.798460 16917 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.798805 16917 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.799279 16917 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:46.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.799628 16917 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.799954 16917 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.800272 16917 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:46.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.800509 16917 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:46.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.839521 16433 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:46.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.846909 16847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0dcde2256d65429997231a65f25fe93c" instance_seqno: 1786522841665351) as {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:39695; Asking this server to re-register.
08:20:46.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.849476 16433 heartbeater.cc:461] Registering TS with master...
08:20:46.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.853857 16847 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.857301 16917 master_runner.cc:387] Master server non-default flags:
08:20:46.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:46.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46423
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:46.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.859130 16917 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:46.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.860723 16917 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.884534 16173 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.888453 16847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f11140a477bb4c908c8517e72a5effb8" instance_seqno: 1786522838640897) as {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:50687; Asking this server to re-register.
08:20:46.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.891189 16173 heartbeater.cc:461] Registering TS with master...
08:20:46.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:46.898386 16847 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.907001 16957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:47.033522 16753 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:47.037771 16847 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36fd1267311b4907855f8da8865d8c8b" instance_seqno: 1786522843832515) as {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:42493; Asking this server to re-register.
08:20:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:47.039660 16753 heartbeater.cc:461] Registering TS with master...
08:20:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:47.044385 16847 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:48.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:48 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522848, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.095978 15968 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:48.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.300216 16985 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:20:48.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.300935 16985 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:48.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.313661 16985 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:20:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:48.334812 16829 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:48.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:48.346799 16829 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027): Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:48.350903 16829 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.351521 16829 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01; no voters: 6800467a474e45478758cdc00562bfd6, 8dfed27e39c843e9b16cfde2fd7875ba
08:20:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.352483 16985 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
08:20:48.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:46.909870 16961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:48.405952 16963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:48.406867 16962 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1494 milliseconds
08:20:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.406890 16917 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.412969 16917 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.416956 16917 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.418593 16917 hybrid_clock.cc:648] HybridClock initialized: now 1786522848418502 us; error 77 us; skew 500 ppm
08:20:48.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.420898 16917 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:48.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:48 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522848, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.430974 16917 init.cc:377] Logged in from keytab as kudu/127.14.252.189@KRBTEST.COM (short username kudu)
08:20:48.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.438745 16917 webserver.cc:533] Webserver started at http://127.14.252.189:46423/ using document root <none> and password file <none>
08:20:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.448962 16917 fs_manager.cc:362] Metadata directory not provided
08:20:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.449358 16917 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:48.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.461995 16917 fs_manager.cc:714] Time spent opening directory manager: real 0.009s user 0.006s sys 0.001s
08:20:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.467885 17004 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:48.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.469713 16917 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
08:20:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.470131 16917 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6800467a474e45478758cdc00562bfd6"
08:20:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:30 on dist-test-slave-bndk"
08:20:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.472267 16917 fs_report.cc:389] FS layout report
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/data
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:48.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.528230 16917 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.534857 16917 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.535435 16917 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.635321 16917 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.189:37027
08:20:48.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.635493 17092 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.189:37027 every 8 connection(s)
08:20:48.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.639081 16917 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.643525 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 16917
08:20:48.646 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:48.646 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.188:35311
08:20:48.647 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:20:48.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.648519 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:20:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:48.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43535
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:48.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:48.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.661113 17093 sys_catalog.cc:263] Verifying existing consensus state
08:20:48.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.670364 17093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap starting.
08:20:48.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.729519 17093 log.cc:826] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Log is configured to *not* fsync() on all Append() calls
08:20:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.755510 17093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.756666 17093 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap complete.
08:20:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.802074 17093 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:48.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.805912 17093 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6800467a474e45478758cdc00562bfd6, State: Initialized, Role: FOLLOWER
08:20:48.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.807169 17093 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.810482 17099 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.812613 17099 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:48.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.813074 17093 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: configured and running, proceeding with master startup.
08:20:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.859802 17116 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:48.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.860545 17116 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: loading cluster ID for follower catalog manager: success
08:20:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.897059 17116 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: acquiring CA information for follower catalog manager: success
08:20:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.905879 17116 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:48.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:48 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522848, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.957190 16170 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.964537 17034 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f11140a477bb4c908c8517e72a5effb8" instance_seqno: 1786522838640897) as {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:43341; Asking this server to re-register.
08:20:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.966375 16170 heartbeater.cc:461] Registering TS with master...
08:20:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.969697 16431 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:48.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.973518 17032 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0dcde2256d65429997231a65f25fe93c" instance_seqno: 1786522841665351) as {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:51809; Asking this server to re-register.
08:20:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.976068 16431 heartbeater.cc:461] Registering TS with master...
08:20:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.976464 17034 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:48.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:48.979599 17034 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:49.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.000731 16917 master_runner.cc:187] Error getting master registration for 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111),
08:20:49.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.031301 16917 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.079404 16752 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:20:49.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.082373 17034 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36fd1267311b4907855f8da8865d8c8b" instance_seqno: 1786522843832515) as {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:43025; Asking this server to re-register.
08:20:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.084398 16752 heartbeater.cc:461] Registering TS with master...
08:20:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.091315 17034 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.209609 17095 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:49.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.210484 17095 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:49.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.211583 17095 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.269837 17095 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.270089 17095 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.270373 17095 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.270591 17095 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.270793 17095 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.270989 17095 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:49.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.271190 17095 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.317485 17095 master_runner.cc:387] Master server non-default flags:
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:20:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:49.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43535
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.320395 17095 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.322031 17095 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:49.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.339825 17148 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.925671 17157 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:20:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.929617 17157 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:49.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:49.965540 17157 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:20:50.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:50.026211 16829 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.031119 17051 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "490ca3bed9df43c897ff82f33247da01" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6" is_pre_election: true
08:20:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.032546 17051 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 490ca3bed9df43c897ff82f33247da01 in term 1.
08:20:50.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.034825 16829 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 6800467a474e45478758cdc00562bfd6; no voters: 8dfed27e39c843e9b16cfde2fd7875ba
08:20:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.036036 17157 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Leader pre-election won for term 2
08:20:50.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.036577 17157 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:20:50.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.036955 17157 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 1 FOLLOWER]: Advancing to term 2
08:20:50.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.065759 17157 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.077406 17157 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 election: Requested vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:20:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.079838 17051 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "490ca3bed9df43c897ff82f33247da01" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6"
08:20:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.080518 17051 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 1 FOLLOWER]: Advancing to term 2
08:20:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:50.084040 16829 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.098353 17051 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 490ca3bed9df43c897ff82f33247da01 in term 2.
08:20:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.115862 16829 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 6800467a474e45478758cdc00562bfd6; no voters: 8dfed27e39c843e9b16cfde2fd7875ba
08:20:50.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.116866 17157 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Leader election won for term 2
08:20:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.138116 17157 raft_consensus.cc:697] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 LEADER]: Becoming Leader. State: Replica: 490ca3bed9df43c897ff82f33247da01, State: Running, Role: LEADER
08:20:50.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.140111 17157 consensus_queue.cc:237] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.168550 17174 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:50.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.170075 17174 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: LEADER
08:20:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.186496 17178 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:20:50.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.216903 17178 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:20:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.222558 17178 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.226894 17178 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:20:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.241928 17178 catalog_manager.cc:1540] Loading token signing keys...
08:20:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.260607 17178 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Loaded TSK: 0
08:20:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.263278 17178 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:20:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.543627 17051 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Refusing update from remote peer 490ca3bed9df43c897ff82f33247da01: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
08:20:50.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.546312 17174 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
08:20:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.576436 17183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:50.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.582415 17183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.598675 17157 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:50.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.599617 17157 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: LEADER
08:20:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.602348 17183 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:50.603652 17183 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:20:50.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:50.632923 16829 consensus_peers.cc:597] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 -> Peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Couldn't send request to peer 8dfed27e39c843e9b16cfde2fd7875ba. Status: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:50.740869 17145 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 17095
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:51.219643 17145 kernel_stack_watchdog.cc:198] Thread 17095 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 395ms:
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:51.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:51.220378 17095 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.877s user 0.559s sys 0.819s
08:20:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:51.220798 17095 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.877s user 0.559s sys 0.819s
08:20:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:49.344264 17149 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:51.221365 17153 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:51.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:51.221784 17150 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1876 milliseconds
08:20:51.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.223562 17095 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.226868 17095 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:51.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.229916 17095 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:51.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.231397 17095 hybrid_clock.cc:648] HybridClock initialized: now 1786522851231358 us; error 52 us; skew 500 ppm
08:20:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.233387 17095 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:51.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:51 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522851, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.240785 17095 init.cc:377] Logged in from keytab as kudu/127.14.252.188@KRBTEST.COM (short username kudu)
08:20:51.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.247339 17095 webserver.cc:533] Webserver started at http://127.14.252.188:43535/ using document root <none> and password file <none>
08:20:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.248385 17095 fs_manager.cc:362] Metadata directory not provided
08:20:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.248667 17095 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:51.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.259425 17095 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.008s sys 0.000s
08:20:51.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.265347 17210 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.267211 17095 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
08:20:51.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.267701 17095 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dfed27e39c843e9b16cfde2fd7875ba"
08:20:51.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:32 on dist-test-slave-bndk"
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.270804 17095 fs_report.cc:389] FS layout report
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/data
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:51.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:51.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.365548 17095 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.373427 17095 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.374001 17095 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:51.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:51 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522851, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.418151 16220 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:51.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.474161 17095 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.188:35311
08:20:51.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.474246 17301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.188:35311 every 8 connection(s)
08:20:51.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.478515 17095 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:20:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.485191 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 17095
08:20:51.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.494860 17302 sys_catalog.cc:263] Verifying existing consensus state
08:20:51.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.503825 17302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap starting.
08:20:51.554 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.252.190:44059(127.14.252.190:44059)] connecting to peer
08:20:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.562768 17302 log.cc:826] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Log is configured to *not* fsync() on all Append() calls
08:20:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.597205 17302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.598342 17302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap complete.
08:20:51.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.651599 17302 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:51.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.660781 17302 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dfed27e39c843e9b16cfde2fd7875ba, State: Initialized, Role: FOLLOWER
08:20:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.662048 17302 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.677809 17309 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:51.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.678728 17309 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:20:51.684 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.252.189:37027(127.14.252.189:37027)] connecting to peer
08:20:51.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.682979 17302 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: configured and running, proceeding with master startup.
08:20:51.698 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.252.188:35311(127.14.252.188:35311)] connecting to peer
08:20:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:51 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522846, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:51.734 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.252.188:35311(127.14.252.188:35311)] Successfully connected to peer
08:20:51.734 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.252.190:44059(127.14.252.190:44059)] Successfully connected to peer
08:20:51.734 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.252.189:37027(127.14.252.189:37027)] Successfully connected to peer
08:20:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.765767 16777 master_runner.cc:187] Error getting master registration for 127.14.252.188:35311: OK, instance_id { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" instance_seqno: 1786522851448220 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:20:51.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.766651 16777 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:51.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.800570 17255 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 1 FOLLOWER]: Advancing to term 2
08:20:51.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.883335 16433 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:20:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.922703 16173 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:20:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.952700 17309 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.954972 17309 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:20:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:51 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522851, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.956571 17348 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.958717 17348 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:20:51.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.988268 16430 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:51.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.996109 17233 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0dcde2256d65429997231a65f25fe93c" instance_seqno: 1786522841665351) as {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:36005; Asking this server to re-register.
08:20:52.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:51.999954 16430 heartbeater.cc:461] Registering TS with master...
08:20:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.004284 17233 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:52.011 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
08:20:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.039144 17353 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:52.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.039469 17353 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: loading cluster ID for follower catalog manager: success
08:20:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.048053 17353 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: acquiring CA information for follower catalog manager: success
08:20:52.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.054965 17353 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:52.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:52 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522851, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:52.069 [DEBUG - kudu-nio-2] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.252.188
08:20:52.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.070149 16169 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:52.071 [DEBUG - kudu-nio-1] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.252.189
08:20:52.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.075254 17233 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f11140a477bb4c908c8517e72a5effb8" instance_seqno: 1786522838640897) as {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:37497; Asking this server to re-register.
08:20:52.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.077531 16169 heartbeater.cc:461] Registering TS with master...
08:20:52.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.081092 16753 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:20:52.085 [DEBUG - kudu-nio-0] (Negotiator.java:528) SASL mechanism GSSAPI chosen for peer 127.14.252.190
08:20:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.083679 17233 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.174731 16750 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:20:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.175356 16750 heartbeater.cc:499] Master 127.14.252.188:35311 was elected leader, sending a full tablet report...
08:20:52.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.178889 17233 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36fd1267311b4907855f8da8865d8c8b" instance_seqno: 1786522843832515) as {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:58481; Asking this server to re-register.
08:20:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.182406 16750 heartbeater.cc:461] Registering TS with master...
08:20:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.187800 17233 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.328980 17174 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:52.330317 17174 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: LEADER
08:20:52.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:52 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786522844, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.189@KRBTEST.COM
08:20:52.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:52 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786522844, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:20:52.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:52 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1786522844, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:52.929 [DEBUG - kudu-nio-2] (Negotiator.java:918) Authenticated connection [id: 0x8803f6e9, L:/127.0.0.1:41546 - R:/127.14.252.188:35311] using SASL/GSSAPI
08:20:52.930 [DEBUG - kudu-nio-0] (Negotiator.java:918) Authenticated connection [id: 0x25cecdee, L:/127.0.0.1:52552 - R:/127.14.252.190:44059] using SASL/GSSAPI
08:20:52.930 [DEBUG - kudu-nio-1] (Negotiator.java:918) Authenticated connection [id: 0x8a8dec7d, L:/127.0.0.1:59252 - R:/127.14.252.189:37027] using SASL/GSSAPI
08:20:52.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
08:20:52.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=1495), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.252.190:44059, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.252.189:37027, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.252.188:35311, [1458ms] Sub RPC ConnectToMaster: received response from server master-127.14.252.188:35311: OK, [1458ms] Sub RPC ConnectToMaster: received response from server master-127.14.252.189:37027: OK, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.14.252.190:44059: OK, deferred=null) after lookup
08:20:53.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:53 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522853, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:53.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:53.578454 16487 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:54.013 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
08:20:54.014 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
08:20:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:54 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522854, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
08:20:54.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:54.067 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc
08:20:54.069 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
08:20:54.069 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.190:44059
08:20:54.070 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
08:20:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.071003 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 16777
08:20:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.121379 16504 connection.cc:573] client connection to 127.14.252.190:44059 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:20:54.123 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:54.124 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.189:37027
08:20:54.124 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
08:20:54.125 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.252.190:44059(127.14.252.190:44059)] handling channelInactive
08:20:54.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.252.190:44059(127.14.252.190:44059)] cleaning up while in state READY due to: connection closed
08:20:54.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.126633 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 16917
08:20:54.173 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.252.189:37027(127.14.252.189:37027)] handling channelInactive
08:20:54.173 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.252.189:37027(127.14.252.189:37027)] cleaning up while in state READY due to: connection closed
08:20:54.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.173061 16501 connection.cc:573] client connection to 127.14.252.189:37027 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:20:54.175 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:54.176 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.252.188:35311
08:20:54.176 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
08:20:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.176576 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 17095
08:20:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.221127 16501 connection.cc:573] client connection to 127.14.252.188:35311 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:20:54.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:54.222 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.190:44059
08:20:54.222 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
08:20:54.223 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.252.188:35311(127.14.252.188:35311)] handling channelInactive
08:20:54.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.252.188:35311(127.14.252.188:35311)] cleaning up while in state READY due to: connection closed
08:20:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.224349 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:54.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43475
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:54.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.517539 15063 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad880 after lost signal to thread 14847
08:20:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.519183 15063 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba240 after lost signal to thread 15073
08:20:54.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.620612 17380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.621516 17380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:54.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.622635 17380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.684175 17380 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:54.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.684489 17380 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.684967 17380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.685361 17380 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:54.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.685700 17380 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.686053 17380 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:54.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.686304 17380 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.730499 17380 master_runner.cc:387] Master server non-default flags:
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/logs
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.190
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.190:44059
08:20:54.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.190
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43475
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.732443 17380 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:54.734001 17380 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.749848 17389 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:56.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:54.752691 17390 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.152071 17386 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 17380
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.354128 17386 kernel_stack_watchdog.cc:198] Thread 17380 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 396ms:
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:20:56.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:20:56.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.357643 17380 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.605s user 0.556s sys 0.701s
08:20:56.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.358536 17380 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.606s user 0.557s sys 0.701s
08:20:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.360607 17394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:20:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:56.360873 17392 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1606 milliseconds
08:20:56.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.360803 17380 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:20:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.362360 17380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:20:56.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.365505 17380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:20:56.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.367007 17380 hybrid_clock.cc:648] HybridClock initialized: now 1786522856366918 us; error 90 us; skew 500 ppm
08:20:56.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.368505 17380 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:20:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:56 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522856, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:56.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.377758 17380 init.cc:377] Logged in from keytab as kudu/127.14.252.190@KRBTEST.COM (short username kudu)
08:20:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.384645 17380 webserver.cc:533] Webserver started at http://127.14.252.190:43475/ using document root <none> and password file <none>
08:20:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.386124 17380 fs_manager.cc:362] Metadata directory not provided
08:20:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.386492 17380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:20:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.398958 17380 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.002s sys 0.006s
08:20:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.405959 17433 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:20:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.407727 17380 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.000s sys 0.004s
08:20:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.409343 17380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "490ca3bed9df43c897ff82f33247da01"
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:27 on dist-test-slave-bndk"
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.412453 17380 fs_report.cc:389] FS layout report
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/wal
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/data
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:20:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:20:56.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.482875 17380 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:20:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.491544 17380 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:20:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.492199 17380 kserver.cc:163] Server-wide thread pool size limit: 3276
08:20:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.595136 17380 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.190:44059
08:20:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.595203 17522 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.190:44059 every 8 connection(s)
08:20:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.599653 17380 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-0/data/info.pb
08:20:56.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:20:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.600373 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 17380
08:20:56.601 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.189:37027
08:20:56.602 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
08:20:56.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.604014 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46423
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:20:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:20:56.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.623672 17526 sys_catalog.cc:263] Verifying existing consensus state
08:20:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.632776 17526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap starting.
08:20:56.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.691596 17526 log.cc:826] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Log is configured to *not* fsync() on all Append() calls
08:20:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.766640 17526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:20:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.773171 17526 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Bootstrap complete.
08:20:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.868465 17526 raft_consensus.cc:359] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.907541 17526 raft_consensus.cc:740] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 490ca3bed9df43c897ff82f33247da01, State: Initialized, Role: FOLLOWER
08:20:56.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.912102 17526 consensus_queue.cc:260] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:56.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.927122 17531 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:20:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.930104 17531 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: FOLLOWER
08:20:56.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:56.934531 17526 sys_catalog.cc:565] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: configured and running, proceeding with master startup.
08:20:57.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:57 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522851, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:57.056015 14492 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0520 after lost signal to thread 14387
08:20:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:57.066672 14492 debug-util.cc:398] Leaking SignalData structure 0x7b0800083900 after lost signal to thread 14496
08:20:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:57.227844 17583 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:20:57.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:57 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522848, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:57.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:57.725849 17567 sasl_common.cc:323] Time spent calling sasl_client_start(): real 0.349s user 0.014s sys 0.003s
08:20:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:57.849109 16433 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:58 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522856, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:58 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522853, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:20:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.108119 17595 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:20:58.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:20:58 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522858, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:20:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.150723 17595 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:20:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.240031 15968 init.cc:295] Successfully reacquired a new kerberos TGT
08:20:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.260140 17577 sasl_common.cc:323] Time spent calling sasl_client_start(): real 0.338s user 0.014s sys 0.002s
08:20:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.342296 16173 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:58.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.353067 17462 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0dcde2256d65429997231a65f25fe93c" instance_seqno: 1786522841665351) as {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:41423; Asking this server to re-register.
08:20:58.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.353854 17461 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f11140a477bb4c908c8517e72a5effb8" instance_seqno: 1786522838640897) as {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:37541; Asking this server to re-register.
08:20:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.371860 16433 heartbeater.cc:461] Registering TS with master...
08:20:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.378068 16173 heartbeater.cc:461] Registering TS with master...
08:20:58.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.393757 17595 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:20:58.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.423839 17583 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:20:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.433100 17584 sasl_common.cc:323] Time spent calling sasl_server_start(): real 0.334s user 0.026s sys 0.006s
08:20:58.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.424659 17583 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: loading cluster ID for follower catalog manager: success
08:20:58.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.456056 17437 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:58.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.556341 17583 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: acquiring CA information for follower catalog manager: success
08:20:58.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.499446 17461 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:20:58.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.581379 17459 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:20:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.622076 17437 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.14.252.189:37027, user_credentials={real_user=slave}} blocked reactor thread for 166771us
08:20:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.635987 16753 heartbeater.cc:344] Connected to a master server at 127.14.252.190:44059
08:20:58.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.641424 17583 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:20:58.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.656234 17461 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36fd1267311b4907855f8da8865d8c8b" instance_seqno: 1786522843832515) as {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:40407; Asking this server to re-register.
08:20:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.662060 16753 heartbeater.cc:461] Registering TS with master...
08:20:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.680682 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027): Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:20:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.682554 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:20:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.683524 17437 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01; no voters: 6800467a474e45478758cdc00562bfd6, 8dfed27e39c843e9b16cfde2fd7875ba
08:20:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.685606 17595 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:20:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.698037 17461 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:20:58.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.850541 17528 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:20:58.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.851997 17528 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:20:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.853981 17528 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:20:58.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.710119 17380 master_runner.cc:187] Error getting master registration for 127.14.252.189:37027: Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111),
08:20:58.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:58.939749 17380 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:20:58.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.987960 17528 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:20:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.988834 17528 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:20:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.990242 17528 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:20:58.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.991233 17528 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:20:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.992208 17528 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:20:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.993157 17528 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:20:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:58.994354 17528 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:59.082880 17528 master_runner.cc:387] Master server non-default flags:
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/logs
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:20:59.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.189
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.189:37027
08:20:59.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.189
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46423
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:20:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:59.084911 17528 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:20:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:20:59.086645 17528 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:20:59.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:59.116356 17627 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:00.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:00.250293 17648 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:21:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:00.251003 17648 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:00.267282 17648 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:21:00.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:00.332727 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027): Network error: Client connection negotiation failed: client connection to 127.14.252.189:37027: connect: Connection refused (error 111)
08:21:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:00.336408 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:21:00.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:00.337281 17437 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01; no voters: 6800467a474e45478758cdc00562bfd6, 8dfed27e39c843e9b16cfde2fd7875ba
08:21:00.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:00.338202 17648 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
08:21:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:00.508761 17623 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 17528
08:21:01.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:01.342059 17623 kernel_stack_watchdog.cc:198] Thread 17528 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 386ms:
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:01.342330 17528 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.222s user 0.765s sys 1.240s
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:01.343283 17528 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.223s user 0.765s sys 1.240s
08:21:01.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:20:59.122979 17630 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:01.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:01.353950 17671 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.355993 17528 server_base.cc:1061] running on GCE node
08:21:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.357615 17528 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:21:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.361017 17528 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:21:01.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.362643 17528 hybrid_clock.cc:648] HybridClock initialized: now 1786522861362445 us; error 204 us; skew 500 ppm
08:21:01.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.363873 17528 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:21:01.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:01 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522861, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:21:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.373342 17528 init.cc:377] Logged in from keytab as kudu/127.14.252.189@KRBTEST.COM (short username kudu)
08:21:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.400295 17528 webserver.cc:533] Webserver started at http://127.14.252.189:46423/ using document root <none> and password file <none>
08:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.402774 17528 fs_manager.cc:362] Metadata directory not provided
08:21:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.403162 17528 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:21:01.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:01 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522861, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:21:01.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.424070 16220 init.cc:295] Successfully reacquired a new kerberos TGT
08:21:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.433490 17528 fs_manager.cc:714] Time spent opening directory manager: real 0.026s user 0.008s sys 0.017s
08:21:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.440125 17684 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:21:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.441864 17528 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
08:21:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.442385 17528 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:21:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6800467a474e45478758cdc00562bfd6"
08:21:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:30 on dist-test-slave-bndk"
08:21:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.445160 17528 fs_report.cc:389] FS layout report
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/wal
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/data
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:21:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:21:01.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.509706 17528 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:21:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.521993 17528 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:21:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.522600 17528 kserver.cc:163] Server-wide thread pool size limit: 3276
08:21:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.664772 17528 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.189:37027
08:21:01.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.664846 17768 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.189:37027 every 8 connection(s)
08:21:01.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.669349 17528 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-1/data/info.pb
08:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.677722 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 17528
08:21:01.678 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:21:01.678 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.252.188:35311
08:21:01.679 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.681149 15346 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:21:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43535
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:21:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:21:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:21:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:21:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:21:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
08:21:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
08:21:01.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.691769 17771 sys_catalog.cc:263] Verifying existing consensus state
08:21:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.702069 17771 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap starting.
08:21:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.761786 17771 log.cc:826] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Log is configured to *not* fsync() on all Append() calls
08:21:01.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.793706 17771 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:21:01.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.795130 17771 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: Bootstrap complete.
08:21:01.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.833120 17771 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.836795 17771 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6800467a474e45478758cdc00562bfd6, State: Initialized, Role: FOLLOWER
08:21:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.838469 17771 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:01.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.842162 17777 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:01.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.843609 17777 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:21:01.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.844822 17771 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: configured and running, proceeding with master startup.
08:21:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.935648 17798 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:21:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.935992 17798 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: loading cluster ID for follower catalog manager: success
08:21:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.958721 17798 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: acquiring CA information for follower catalog manager: success
08:21:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:01 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522861, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.189@KRBTEST.COM for kudu/127.14.252.190@KRBTEST.COM
08:21:01.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:01.970839 17798 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:21:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.059072 16422 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5c80 after lost signal to thread 16194
08:21:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.060259 16422 debug-util.cc:398] Leaking SignalData structure 0x7b08000baac0 after lost signal to thread 16429
08:21:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.083022 17528 master_runner.cc:187] Error getting master registration for 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111),
08:21:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.133483 17528 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:21:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.326934 17775 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
08:21:02.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.327764 17775 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:21:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.328855 17775 flags.cc:432] Enabled unsafe flag: --never_fsync=true
08:21:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.396209 17775 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
08:21:02.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.396574 17775 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
08:21:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.397047 17775 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
08:21:02.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.397639 17775 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
08:21:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.398018 17775 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
08:21:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.398381 17775 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
08:21:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.398644 17775 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37277/jwks.json
08:21:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.403759 16752 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:21:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.421720 17710 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "36fd1267311b4907855f8da8865d8c8b" instance_seqno: 1786522843832515) as {username='kudu', principal='kudu/127.14.252.131@KRBTEST.COM'} at 127.14.252.131:47181; Asking this server to re-register.
08:21:02.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.433247 16752 heartbeater.cc:461] Registering TS with master...
08:21:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.439033 17710 ts_manager.cc:194] Registered new tserver with Master: 36fd1267311b4907855f8da8865d8c8b (127.14.252.131:42257)
08:21:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.466580 16431 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:21:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.469699 17710 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "0dcde2256d65429997231a65f25fe93c" instance_seqno: 1786522841665351) as {username='kudu', principal='kudu/127.14.252.130@KRBTEST.COM'} at 127.14.252.130:54569; Asking this server to re-register.
08:21:02.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.472018 16431 heartbeater.cc:461] Registering TS with master...
08:21:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.476905 17710 ts_manager.cc:194] Registered new tserver with Master: 0dcde2256d65429997231a65f25fe93c (127.14.252.130:33319)
08:21:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.478654 16170 heartbeater.cc:344] Connected to a master server at 127.14.252.189:37027
08:21:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.480284 17775 master_runner.cc:387] Master server non-default flags:
08:21:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/logs
08:21:02.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.252.148:45817
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.252.190:44059,127.14.252.189:37027,127.14.252.188:35311
08:21:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/krb5kdc/kudu.keytab
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.252.188
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.252.188:35311
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37277/jwks.json
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.252.188
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43535
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:21:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 70c51312f1186a8ae9f46647160b7730123f7601
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Aug 2026 07:43:20 UTC on e7f111948823
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13303
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.481753 17710 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f11140a477bb4c908c8517e72a5effb8" instance_seqno: 1786522838640897) as {username='kudu', principal='kudu/127.14.252.129@KRBTEST.COM'} at 127.14.252.129:35571; Asking this server to re-register.
08:21:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.482256 17775 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:21:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.483883 17775 file_cache.cc:504] Constructed file cache file cache with capacity 419430
08:21:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.484174 16170 heartbeater.cc:461] Registering TS with master...
08:21:02.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:02.487442 17710 ts_manager.cc:194] Registered new tserver with Master: f11140a477bb4c908c8517e72a5effb8 (127.14.252.129:33129)
08:21:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.523507 17833 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:03.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.213486 17846 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:21:03.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.214952 17846 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:03.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.246193 17846 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:21:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.280027 17729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "490ca3bed9df43c897ff82f33247da01" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6" is_pre_election: true
08:21:03.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.281142 17729 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 490ca3bed9df43c897ff82f33247da01 in term 2.
08:21:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:03.282829 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:21:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.284734 17437 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 6800467a474e45478758cdc00562bfd6; no voters: 8dfed27e39c843e9b16cfde2fd7875ba
08:21:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.286314 17846 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Leader pre-election won for term 3
08:21:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.286741 17846 raft_consensus.cc:493] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:21:03.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.287079 17846 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 2 FOLLOWER]: Advancing to term 3
08:21:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.300904 17846 raft_consensus.cc:515] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.310184 17729 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "490ca3bed9df43c897ff82f33247da01" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "6800467a474e45478758cdc00562bfd6"
08:21:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.310820 17729 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 2 FOLLOWER]: Advancing to term 3
08:21:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.323429 17729 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 490ca3bed9df43c897ff82f33247da01 in term 3.
08:21:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.327816 17846 leader_election.cc:290] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 election: Requested vote from peers 6800467a474e45478758cdc00562bfd6 (127.14.252.189:37027), 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311)
08:21:03.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:03.330710 17437 leader_election.cc:336] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111)
08:21:03.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.334177 17437 leader_election.cc:304] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 490ca3bed9df43c897ff82f33247da01, 6800467a474e45478758cdc00562bfd6; no voters: 8dfed27e39c843e9b16cfde2fd7875ba
08:21:03.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.335899 17846 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 3 FOLLOWER]: Leader election won for term 3
08:21:03.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.341010 17846 raft_consensus.cc:697] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [term 3 LEADER]: Becoming Leader. State: Replica: 490ca3bed9df43c897ff82f33247da01, State: Running, Role: LEADER
08:21:03.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.343191 17846 consensus_queue.cc:237] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.360298 17854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.361115 17854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: LEADER
08:21:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.373986 17859 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
08:21:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.391005 17859 catalog_manager.cc:1520] Initializing Kudu cluster ID...
08:21:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.398147 17859 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:21:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.403170 17859 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
08:21:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.409313 17859 catalog_manager.cc:1540] Loading token signing keys...
08:21:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.422221 17859 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01: Loaded TSK: 0
08:21:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.431079 17859 catalog_manager.cc:1550] Initializing in-progress tserver states...
08:21:03.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:03 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522863, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:21:03.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.582396 16487 init.cc:295] Successfully reacquired a new kerberos TGT
08:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:03.830556 17437 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111) [suppressed 5 similar messages]
08:21:03.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:03.840302 17437 consensus_peers.cc:597] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 -> Peer 8dfed27e39c843e9b16cfde2fd7875ba (127.14.252.188:35311): Couldn't send request to peer 8dfed27e39c843e9b16cfde2fd7875ba. Status: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:21:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.930198 17729 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [term 3 FOLLOWER]: Refusing update from remote peer 490ca3bed9df43c897ff82f33247da01: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
08:21:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.933303 17854 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
08:21:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.991432 17380 master_runner.cc:187] Error getting master registration for 127.14.252.188:35311: Network error: Client connection negotiation failed: client connection to 127.14.252.188:35311: connect: Connection refused (error 111),
08:21:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.992172 17380 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:21:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.992871 17869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:03.994657 17869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:21:04.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.029757 17869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:04.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.030738 17869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6800467a474e45478758cdc00562bfd6 [sys.catalog]: This master's current role is: FOLLOWER
08:21:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.045923 17854 sys_catalog.cc:455] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.046903 17854 sys_catalog.cc:458] T 00000000000000000000000000000000 P 490ca3bed9df43c897ff82f33247da01 [sys.catalog]: This master's current role is: LEADER
08:21:04.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.612243 16173 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:21:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.620956 16433 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:21:04.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.723309 16753 heartbeater.cc:499] Master 127.14.252.190:44059 was elected leader, sending a full tablet report...
08:21:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:03.906325 17831 debug-util.cc:398] Leaking SignalData structure 0x7b0800034fe0 after lost signal to thread 17775
08:21:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.751830 17831 kernel_stack_watchdog.cc:198] Thread 17775 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
08:21:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
08:21:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
08:21:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
08:21:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
08:21:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:02.525840 17838 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.759075 17775 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.236s user 0.715s sys 1.128s
08:21:04.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.760582 17775 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.238s user 0.715s sys 1.128s
08:21:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.784355 17775 server_base.cc:1061] running on GCE node
08:21:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.785495 17888 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:21:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.787091 17775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:21:04.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.794153 17775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:21:04.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.795755 17775 hybrid_clock.cc:648] HybridClock initialized: now 1786522864795698 us; error 66 us; skew 500 ppm
08:21:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.796988 17775 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:21:04.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:04 dist-test-slave-bndk krb5kdc[15370](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522864, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
08:21:04.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.817185 17775 init.cc:377] Logged in from keytab as kudu/127.14.252.188@KRBTEST.COM (short username kudu)
08:21:04.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.836145 17775 webserver.cc:533] Webserver started at http://127.14.252.188:43535/ using document root <none> and password file <none>
08:21:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.837514 17775 fs_manager.cc:362] Metadata directory not provided
08:21:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.837846 17775 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:21:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.848783 17775 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.000s
08:21:04.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.857475 17899 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:21:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.859038 17775 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.001s sys 0.006s
08:21:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.860142 17775 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data,/tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:21:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dfed27e39c843e9b16cfde2fd7875ba"
08:21:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-12 08:20:32 on dist-test-slave-bndk"
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.862608 17775 fs_report.cc:389] FS layout report
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/wal
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/data
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:21:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:21:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.924075 14360 debug-util.cc:398] Leaking SignalData structure 0x7b080007a280 after lost signal to thread 14250
08:21:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:04.924865 14360 debug-util.cc:398] Leaking SignalData structure 0x7b08000afce0 after lost signal to thread 14365
08:21:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.970683 17775 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:21:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.979992 17775 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:21:04.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:04.980621 17775 kserver.cc:163] Server-wide thread pool size limit: 3276
08:21:05.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.460728 17775 rpc_server.cc:307] RPC server started. Bound to: 127.14.252.188:35311
08:21:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.460795 18004 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.252.188:35311 every 8 connection(s)
08:21:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.465644 17775 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskSnP8ii/test-tmp/mini-kudu-cluster16529543824425435394/master-2/data/info.pb
08:21:05.470 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
08:21:05.471 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.252.190:44059(127.14.252.190:44059)] connecting to peer
08:21:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.468936 15346 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu as pid 17775
08:21:05.530 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.14.252.190:44059(127.14.252.190:44059)] Successfully connected to peer
08:21:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:05 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522861, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.130@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:21:05.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.252.190:44059(127.14.252.190:44059)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
08:21:05.597 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.14.252.190:44059(127.14.252.190:44059)] handling channelInactive
08:21:05.599 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.252.188:35311(127.14.252.188:35311)] disconnecting while in state TERMINATED
08:21:05.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:05 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522858, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.129@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:21:05.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:05.604306 18012 negotiation.cc:336] Failed RPC negotiation. Trace:
08:21:05.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.501026 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:41354 (local address 127.14.252.190:44059)
08:21:05.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.536808 (+ 35782us) server_negotiation.cc:207] Beginning negotiation
08:21:05.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.536848 (+ 40us) server_negotiation.cc:400] Waiting for connection header
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.574063 (+ 37215us) server_negotiation.cc:408] Connection header received
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.578346 (+ 4283us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.578382 (+ 36us) server_negotiation.cc:462] Received NEGOTIATE request from client
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.578712 (+ 330us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.578932 (+ 220us) server_negotiation.cc:227] Negotiated authn=SASL
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0812 08:21:05.602647 (+ 23715us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41354: BlockingRecv error: recv got EOF from 127.0.0.1:41354 (error 108)
08:21:05.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":27877,"thread_start_us":28251,"threads_started":1}
08:21:05.612 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.252.190:44059(127.14.252.190:44059)] disconnecting while in state TERMINATED
08:21:05.613 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.14.252.189:37027(127.14.252.189:37027)] disconnecting while in state TERMINATED
08:21:05.615 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:21:05.626 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:21:05.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.632091 16169 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:21:05.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.635035 18005 sys_catalog.cc:263] Verifying existing consensus state
08:21:05.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.647454 16430 heartbeater.cc:344] Connected to a master server at 127.14.252.188:35311
08:21:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.660034 18005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap starting.
08:21:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 12 08:21:05 dist-test-slave-bndk krb5kdc[15370](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786522856, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.252.190@KRBTEST.COM for kudu/127.14.252.188@KRBTEST.COM
08:21:05.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.753258 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 15931
08:21:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:05.926187 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 16192
08:21:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.005735 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 16453
08:21:06.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.026162 18005 log.cc:826] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Log is configured to *not* fsync() on all Append() calls
08:21:06.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.077768 18005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
08:21:06.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.079701 18005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: Bootstrap complete.
08:21:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.096963 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 17380
08:21:06.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.123966 18005 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:06.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.128016 18005 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dfed27e39c843e9b16cfde2fd7875ba, State: Initialized, Role: FOLLOWER
08:21:06.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.129691 18005 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } }
08:21:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.147961 18026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.150511 18026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:21:06.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.149330 18005 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: configured and running, proceeding with master startup.
08:21:06.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.150044 17944 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [term 2 FOLLOWER]: Advancing to term 3
08:21:06.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.200183 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 17528
08:21:06.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.229913 18026 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 490ca3bed9df43c897ff82f33247da01. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:06.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.230747 18026 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:21:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.232012 18036 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "490ca3bed9df43c897ff82f33247da01" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "490ca3bed9df43c897ff82f33247da01" member_type: VOTER last_known_addr { host: "127.14.252.190" port: 44059 } } peers { permanent_uuid: "6800467a474e45478758cdc00562bfd6" member_type: VOTER last_known_addr { host: "127.14.252.189" port: 37027 } } peers { permanent_uuid: "8dfed27e39c843e9b16cfde2fd7875ba" member_type: VOTER last_known_addr { host: "127.14.252.188" port: 35311 } } }
08:21:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260812 08:21:06.234076 17903 connection.cc:466] server connection from 127.0.0.1:40902 torn down before Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:40902 (request call id 0) could send its response
08:21:06.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.236071 18036 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba [sys.catalog]: This master's current role is: FOLLOWER
08:21:06.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.275028 18051 catalog_manager.cc:1295] Loaded cluster ID: 773791653ea344eba14fcad09a392663
08:21:06.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.275355 18051 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: loading cluster ID for follower catalog manager: success
08:21:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.289258 18051 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: acquiring CA information for follower catalog manager: success
08:21:06.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.264942 17775 master_runner.cc:187] Error getting master registration for 127.14.252.190:44059: Network error: Client connection negotiation failed: client connection to 127.14.252.190:44059: connect: Connection refused (error 111),
08:21:06.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.296205 17775 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
08:21:06.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.295495 18051 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 8dfed27e39c843e9b16cfde2fd7875ba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:21:06.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:06.297791 15346 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 17775
08:21:07.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:21:07Z chronyd exiting
08:21:08.542 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
08:21:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.545753 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 14594
08:21:08.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.596014 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 14842
08:21:08.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.636881 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 15091
08:21:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.692167 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 14134
08:21:08.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.740785 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 14244
08:21:08.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260812 08:21:08.794780 14117 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskSnP8ii/build/tsan/bin/kudu with pid 14372
08:21:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-12T08:21:09Z chronyd exiting
08:21:10.946 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
08:21:11.428 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
08:21:11.429 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:564)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:432)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:366)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:93)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more