15:02:32.525 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:02:32.538 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8GthAH/test-tmp
15:02:32.545 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:02:32.549 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8GthAH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:02:32.748 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:02:32.941 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:02:32.943 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:02:32.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:32.947249 21115 mini_oidc.cc:150] Starting JWKS server
15:02:32.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:32.951048 21115 webserver.cc:492] Webserver started at http://127.0.0.1:34371/ using document root <none> and password file <none>
15:02:32.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:32.951598 21115 mini_oidc.cc:186] Starting OIDC Discovery server
15:02:32.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:32.953603 21115 webserver.cc:492] Webserver started at http://127.0.0.1:44937/ using document root <none> and password file <none>
15:02:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T15:02:33Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:02:33.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T15:02:33Z Disabled control of system clock
15:02:33.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:33.014797 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal
15:02:33.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data
15:02:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:33.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:33.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/logs
15:02:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data/info.pb
15:02:33.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:33.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.254:33619
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.254
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:33.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:33.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:33.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
15:02:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.318256 21127 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:33.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.318799 21127 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.319391 21127 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:33.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.351750 21127 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:02:33.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.352038 21127 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.352243 21127 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:02:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.352561 21127 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:02:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.352885 21127 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:02:33.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.353149 21127 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
15:02:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:33.389091 21127 master_runner.cc:386] Master server non-default flags:
15:02:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:33.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data
15:02:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal
15:02:33.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:33.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.254:33619
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:33.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data/info.pb
15:02:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.254
15:02:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:33.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/logs
15:02:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:33.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:02:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:33.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:33.390517 21127 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:33.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:33.392259 21127 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:33.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.405211 21133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:35.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:34.809305 21132 debug-util.cc:398] Leaking SignalData structure 0x7b080002edc0 after lost signal to thread 21127
15:02:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:33.407181 21134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.174320 21132 kernel_stack_watchdog.cc:198] Thread 21127 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
15:02:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:02:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:02:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:02:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:02:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.175446 21127 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.769s user 0.000s sys 0.003s
15:02:35.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.175791 21127 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.769s user 0.000s sys 0.003s
15:02:35.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.180087 21135 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1766 milliseconds
15:02:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.181849 21136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.181900 21127 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:35.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.183140 21127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:35.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.185704 21127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:35.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.187083 21127 hybrid_clock.cc:648] HybridClock initialized: now 1774105355187004 us; error 83 us; skew 500 ppm
15:02:35.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.188028 21127 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:35.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.194159 21127 webserver.cc:492] Webserver started at http://127.20.158.254:45179/ using document root <none> and password file <none>
15:02:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.195266 21127 fs_manager.cc:362] Metadata directory not provided
15:02:35.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.195528 21127 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:35.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.196130 21127 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.200623 21127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data/instance:
15:02:35.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa7f0dba49a844f58186e1706ee06ced"
15:02:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:35 on dist-test-slave-8zdw"
15:02:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.202042 21127 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal/instance:
15:02:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa7f0dba49a844f58186e1706ee06ced"
15:02:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:35 on dist-test-slave-8zdw"
15:02:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.210013 21127 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:02:35.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.216197 21143 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.217386 21127 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
15:02:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.217747 21127 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal
15:02:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fa7f0dba49a844f58186e1706ee06ced"
15:02:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:35 on dist-test-slave-8zdw"
15:02:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.218286 21127 fs_report.cc:389] FS layout report
15:02:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal
15:02:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal
15:02:35.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data/data
15:02:35.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:35.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:35.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:35.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.274509 21127 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.276209 21127 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.276741 21127 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.349514 21127 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.254:33619
15:02:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.349591 21195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.254:33619 every 8 connection(s)
15:02:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.352563 21127 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/data/info.pb
15:02:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.358757 21196 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:02:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.359724 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21127
15:02:35.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.360083 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-0/wal/instance
15:02:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.364096 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:35.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal
15:02:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data
15:02:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/logs
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data/info.pb
15:02:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:02:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.253:33235
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.253
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
15:02:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.373582 21196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } has no permanent_uuid. Determining permanent_uuid...
15:02:35.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.405687 21196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } has no permanent_uuid. Determining permanent_uuid...
15:02:35.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.408744 21144 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:35.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.413499 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.463039 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 1
15:02:35.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.467038 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.535449 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 2
15:02:35.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.539716 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:35.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.631150 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 3
15:02:35.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.635205 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.684677 21198 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:35.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.685285 21198 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.685750 21198 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:35.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.720991 21198 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:02:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.721290 21198 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.721547 21198 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:02:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.721743 21198 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:02:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.721975 21198 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:02:35.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.722185 21198 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
15:02:35.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.758215 21198 master_runner.cc:386] Master server non-default flags:
15:02:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:35.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.253:33235
15:02:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:35.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
15:02:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data/info.pb
15:02:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.253
15:02:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:35.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/logs
15:02:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:02:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.759639 21198 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:35.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.761250 21198 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:35.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.773463 21207 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:35.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:35.779407 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 4
15:02:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.785300 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:36.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:36.084864 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 5
15:02:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:36.100090 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:36.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:36.647682 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 6
15:02:36.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:36.686174 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:37.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.177527 21206 debug-util.cc:398] Leaking SignalData structure 0x7b080002edc0 after lost signal to thread 21198
15:02:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.577080 21198 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.803s user 0.723s sys 1.079s
15:02:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.577543 21198 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.804s user 0.723s sys 1.079s
15:02:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:35.776132 21208 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:37.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.578727 21209 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1803 milliseconds
15:02:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.580217 21210 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:37.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.580163 21198 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.583875 21198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:37.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.586321 21198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.587711 21198 hybrid_clock.cc:648] HybridClock initialized: now 1774105357587672 us; error 65 us; skew 500 ppm
15:02:37.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.588654 21198 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:37.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.595242 21198 webserver.cc:492] Webserver started at http://127.20.158.253:46809/ using document root <none> and password file <none>
15:02:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.596129 21198 fs_manager.cc:362] Metadata directory not provided
15:02:37.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.596324 21198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:37.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.596845 21198 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.601488 21198 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data/instance:
15:02:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f16aca762579444ba8a9aff5a086cc49"
15:02:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:37 on dist-test-slave-8zdw"
15:02:37.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.602624 21198 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal/instance:
15:02:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f16aca762579444ba8a9aff5a086cc49"
15:02:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:37 on dist-test-slave-8zdw"
15:02:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.609786 21198 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
15:02:37.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.615658 21219 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.616878 21198 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
15:02:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.617274 21198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal
15:02:37.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f16aca762579444ba8a9aff5a086cc49"
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:37 on dist-test-slave-8zdw"
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.617663 21198 fs_report.cc:389] FS layout report
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal
15:02:37.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data/data
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:37.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:37.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.679806 21198 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.681289 21198 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.681708 21198 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.746747 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 7
15:02:37.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.754684 21196 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.253:33235: Network error: Client connection negotiation failed: client connection to 127.20.158.253:33235: connect: Connection refused (error 111)
15:02:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.759020 21198 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.253:33235
15:02:37.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.759095 21273 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.253:33235 every 8 connection(s)
15:02:37.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.761777 21198 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/data/info.pb
15:02:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.767661 21274 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:02:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.771895 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21198
15:02:37.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.772246 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-1/wal/instance
15:02:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.774580 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:37.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/logs
15:02:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data/info.pb
15:02:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:02:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.252:43655
15:02:37.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.252
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:37.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:37.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json with env {}
15:02:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.781277 21274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } has no permanent_uuid. Determining permanent_uuid...
15:02:37.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.803550 21274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } has no permanent_uuid. Determining permanent_uuid...
15:02:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.817201 21274 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } has no permanent_uuid. Determining permanent_uuid...
15:02:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.819442 21221 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:37.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.823763 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.873313 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 1
15:02:37.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.877348 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:37.945848 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 2
15:02:37.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:37.949963 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:38.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.041482 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 3
15:02:38.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.045580 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.087460 21276 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.088049 21276 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:38.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.088663 21276 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.127563 21276 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.127921 21276 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.128162 21276 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.128355 21276 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:02:38.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.128629 21276 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:02:38.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.128783 21276 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34371/jwks.json
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.164656 21276 master_runner.cc:386] Master server non-default flags:
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal
15:02:38.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.252:43655
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34371/jwks.json
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:38.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data/info.pb
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.252
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/logs
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.166028 21276 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.167883 21276 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:38.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.179723 21286 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:38.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.189059 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 4
15:02:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.195194 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:38.494747 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 5
15:02:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.502900 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.050653 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 6
15:02:39.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.090358 21274 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.158.252:43655: Network error: Client connection negotiation failed: client connection to 127.20.158.252:43655: connect: Connection refused (error 111)
15:02:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.581791 21285 debug-util.cc:398] Leaking SignalData structure 0x7b080002edc0 after lost signal to thread 21276
15:02:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.674161 21285 kernel_stack_watchdog.cc:198] Thread 21276 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
15:02:39.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:02:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:02:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:02:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:02:39.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:38.180665 21287 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:39.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.675874 21276 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.496s user 0.519s sys 0.970s
15:02:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.676736 21289 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:39.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.676923 21276 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.497s user 0.519s sys 0.971s
15:02:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.680975 21288 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1500 milliseconds
15:02:39.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.680976 21276 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:39.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.682469 21276 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:39.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.684902 21276 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:39.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.686193 21276 hybrid_clock.cc:648] HybridClock initialized: now 1774105359686167 us; error 41 us; skew 500 ppm
15:02:39.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.686960 21276 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:39.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.692898 21276 webserver.cc:492] Webserver started at http://127.20.158.252:43765/ using document root <none> and password file <none>
15:02:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.693774 21276 fs_manager.cc:362] Metadata directory not provided
15:02:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.693961 21276 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:39.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.694445 21276 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.699641 21276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data/instance:
15:02:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba1aa6ac9cf342949b7e12f8da36096a"
15:02:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:39 on dist-test-slave-8zdw"
15:02:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.700733 21276 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal/instance:
15:02:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba1aa6ac9cf342949b7e12f8da36096a"
15:02:39.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:39 on dist-test-slave-8zdw"
15:02:39.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.708245 21276 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
15:02:39.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.714041 21298 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.715235 21276 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
15:02:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.715536 21276 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal
15:02:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba1aa6ac9cf342949b7e12f8da36096a"
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:39 on dist-test-slave-8zdw"
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.715840 21276 fs_report.cc:389] FS layout report
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data/data
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:39.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:39.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.771377 21276 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:39.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.772888 21276 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:39.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.773295 21276 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.845125 21196 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } attempt: 8
15:02:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.849839 21276 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.252:43655
15:02:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.849908 21352 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.252:43655 every 8 connection(s)
15:02:39.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.853842 21276 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/data/info.pb
15:02:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.858644 21196 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } has no permanent_uuid. Determining permanent_uuid...
15:02:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.861357 21353 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:02:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.862943 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21276
15:02:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.863423 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/master-2/wal/instance
15:02:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.884668 21353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } has no permanent_uuid. Determining permanent_uuid...
15:02:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.901109 21196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: Bootstrap starting.
15:02:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.904385 21353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } has no permanent_uuid. Determining permanent_uuid...
15:02:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.912966 21196 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: Neither blocks nor log segments found. Creating new log.
15:02:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.915375 21196 log.cc:826] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: Log is configured to *not* fsync() on all Append() calls
15:02:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.924477 21353 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } has no permanent_uuid. Determining permanent_uuid...
15:02:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.926343 21196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: No bootstrap required, opened a new log
15:02:39.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.944917 21353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: Bootstrap starting.
15:02:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.953624 21353 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: Neither blocks nor log segments found. Creating new log.
15:02:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.954136 21196 raft_consensus.cc:359] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.955044 21196 raft_consensus.cc:385] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:02:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.955349 21196 raft_consensus.cc:740] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fa7f0dba49a844f58186e1706ee06ced, State: Initialized, Role: FOLLOWER
15:02:39.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.956053 21353 log.cc:826] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: Log is configured to *not* fsync() on all Append() calls
15:02:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.956264 21196 consensus_queue.cc:260] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.959626 21363 sys_catalog.cc:455] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:39.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.961527 21196 sys_catalog.cc:565] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: configured and running, proceeding with master startup.
15:02:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.960333 21363 sys_catalog.cc:458] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: This master's current role is: FOLLOWER
15:02:39.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.964672 21353 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: No bootstrap required, opened a new log
15:02:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.988579 21353 raft_consensus.cc:359] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.989254 21353 raft_consensus.cc:385] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:02:39.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.989545 21353 raft_consensus.cc:740] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba1aa6ac9cf342949b7e12f8da36096a, State: Initialized, Role: FOLLOWER
15:02:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.990520 21353 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.993187 21374 catalog_manager.cc:1568] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:02:39.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:39.994392 21374 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:02:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.003345 21376 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.004837 21376 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.006624 21353 sys_catalog.cc:565] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: configured and running, proceeding with master startup.
15:02:40.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:40.028532 21304 tablet.cc:2379] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:02:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:39.993844 21127 master_runner.cc:186] Error getting master registration for 127.20.158.253:33235: OK, instance_id { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" instance_seqno: 1774105357736562 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:02:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.032517 21127 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:02:40.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:40.037437 21149 tablet.cc:2379] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:02:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:40.045614 21387 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:02:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:40.046378 21387 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:02:40.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.044855 21276 master_runner.cc:186] Error getting master registration for 127.20.158.253:33235: OK, instance_id { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" instance_seqno: 1774105357736562 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:02:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.076392 21276 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:02:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.150918 21274 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } attempt: 7
15:02:40.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.164368 21363 raft_consensus.cc:493] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:02:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.164963 21363 raft_consensus.cc:515] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.170831 21325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fa7f0dba49a844f58186e1706ee06ced" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" is_pre_election: true
15:02:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.171157 21363 leader_election.cc:290] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f16aca762579444ba8a9aff5a086cc49 (127.20.158.253:33235), ba1aa6ac9cf342949b7e12f8da36096a (127.20.158.252:43655)
15:02:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.171811 21325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fa7f0dba49a844f58186e1706ee06ced in term 0.
15:02:40.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.173368 21145 leader_election.cc:304] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba1aa6ac9cf342949b7e12f8da36096a, fa7f0dba49a844f58186e1706ee06ced; no voters:
15:02:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.179749 21363 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Leader pre-election won for term 1
15:02:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.180150 21363 raft_consensus.cc:493] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:02:40.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.180512 21363 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 0 FOLLOWER]: Advancing to term 1
15:02:40.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.187568 21363 raft_consensus.cc:515] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.193670 21274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: Bootstrap starting.
15:02:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.194190 21325 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fa7f0dba49a844f58186e1706ee06ced" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ba1aa6ac9cf342949b7e12f8da36096a"
15:02:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.194782 21325 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 0 FOLLOWER]: Advancing to term 1
15:02:40.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.203058 21325 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fa7f0dba49a844f58186e1706ee06ced in term 1.
15:02:40.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.204474 21145 leader_election.cc:304] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ba1aa6ac9cf342949b7e12f8da36096a, fa7f0dba49a844f58186e1706ee06ced; no voters:
15:02:40.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.212553 21363 leader_election.cc:290] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [CANDIDATE]: Term 1 election: Requested vote from peers f16aca762579444ba8a9aff5a086cc49 (127.20.158.253:33235), ba1aa6ac9cf342949b7e12f8da36096a (127.20.158.252:43655)
15:02:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.215838 21274 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: Neither blocks nor log segments found. Creating new log.
15:02:40.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.215341 21363 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 1 FOLLOWER]: Leader election won for term 1
15:02:40.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.217262 21363 raft_consensus.cc:697] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [term 1 LEADER]: Becoming Leader. State: Replica: fa7f0dba49a844f58186e1706ee06ced, State: Running, Role: LEADER
15:02:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.220620 21274 log.cc:826] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: Log is configured to *not* fsync() on all Append() calls
15:02:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.221663 21363 consensus_queue.cc:237] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:40.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.239697 21274 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: No bootstrap required, opened a new log
15:02:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.251932 21390 sys_catalog.cc:455] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: SysCatalogTable state changed. Reason: New leader fa7f0dba49a844f58186e1706ee06ced. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.252789 21390 sys_catalog.cc:458] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: This master's current role is: LEADER
15:02:40.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.257091 21393 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:02:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.273769 21393 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:02:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.289191 21274 raft_consensus.cc:359] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.290920 21274 raft_consensus.cc:385] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:02:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.291549 21274 raft_consensus.cc:740] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f16aca762579444ba8a9aff5a086cc49, State: Initialized, Role: FOLLOWER
15:02:40.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.292858 21274 consensus_queue.cc:260] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } }
15:02:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.307668 21394 sys_catalog.cc:455] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.310050 21394 sys_catalog.cc:458] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.316979 21274 sys_catalog.cc:565] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: configured and running, proceeding with master startup.
15:02:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.318814 21325 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [term 1 FOLLOWER]: Refusing update from remote peer fa7f0dba49a844f58186e1706ee06ced: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:02:40.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.319150 21245 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [term 0 FOLLOWER]: Advancing to term 1
15:02:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.322362 21247 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fa7f0dba49a844f58186e1706ee06ced" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f16aca762579444ba8a9aff5a086cc49" is_pre_election: true
15:02:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.324556 21363 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [LEADER]: Connected to new peer: Peer: permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:02:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.325618 21246 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fa7f0dba49a844f58186e1706ee06ced" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f16aca762579444ba8a9aff5a086cc49"
15:02:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.339020 21245 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [term 1 FOLLOWER]: Refusing update from remote peer fa7f0dba49a844f58186e1706ee06ced: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:02:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.340714 21363 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [LEADER]: Connected to new peer: Peer: permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:02:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.380671 21376 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: SysCatalogTable state changed. Reason: New leader fa7f0dba49a844f58186e1706ee06ced. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.384231 21376 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.397508 21398 mvcc.cc:204] Tried to move back new op lower bound from 7266735555837882368 to 7266735555495362560. Current Snapshot: MvccSnapshot[applied={T|T < 7266735555837882368}]
15:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.400271 21376 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.401027 21376 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.406255 21394 sys_catalog.cc:455] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fa7f0dba49a844f58186e1706ee06ced. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.406354 21363 sys_catalog.cc:455] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.407040 21394 sys_catalog.cc:458] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.407050 21363 sys_catalog.cc:458] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: This master's current role is: LEADER
15:02:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.420737 21393 catalog_manager.cc:1357] Generated new cluster ID: 145a1cbd5e3e4cd885c3be00353fc9d9
15:02:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.421052 21393 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
15:02:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.427763 21408 sys_catalog.cc:455] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.428553 21408 sys_catalog.cc:458] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced [sys.catalog]: This master's current role is: LEADER
15:02:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.431315 21402 mvcc.cc:204] Tried to move back new op lower bound from 7266735555837882368 to 7266735555495362560. Current Snapshot: MvccSnapshot[applied={T|T < 7266735555837882368}]
15:02:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.439196 21394 sys_catalog.cc:455] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fa7f0dba49a844f58186e1706ee06ced" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fa7f0dba49a844f58186e1706ee06ced" member_type: VOTER last_known_addr { host: "127.20.158.254" port: 33619 } } peers { permanent_uuid: "f16aca762579444ba8a9aff5a086cc49" member_type: VOTER last_known_addr { host: "127.20.158.253" port: 33235 } } peers { permanent_uuid: "ba1aa6ac9cf342949b7e12f8da36096a" member_type: VOTER last_known_addr { host: "127.20.158.252" port: 43655 } } }
15:02:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.439877 21394 sys_catalog.cc:458] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49 [sys.catalog]: This master's current role is: FOLLOWER
15:02:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.483470 21393 catalog_manager.cc:1380] Generated new certificate authority record
15:02:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.485525 21393 catalog_manager.cc:1514] Loading token signing keys...
15:02:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.465714 21414 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:02:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.521960 21393 catalog_manager.cc:6044] T 00000000000000000000000000000000 P fa7f0dba49a844f58186e1706ee06ced: Generated new TSK 0
15:02:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.523134 21393 catalog_manager.cc:1524] Initializing in-progress tserver states...
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:40.558491 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/logs
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data/info.pb
15:02:40.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.193:0
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.193
15:02:40.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.193
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:02:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.035945 21415 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.036617 21415 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.037423 21415 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.052718 21387 catalog_manager.cc:1269] Loaded cluster ID: 145a1cbd5e3e4cd885c3be00353fc9d9
15:02:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.053454 21387 catalog_manager.cc:1562] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: loading cluster ID for follower catalog manager: success
15:02:41.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.061784 21387 catalog_manager.cc:1584] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: acquiring CA information for follower catalog manager: success
15:02:41.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.068396 21387 catalog_manager.cc:1612] T 00000000000000000000000000000000 P ba1aa6ac9cf342949b7e12f8da36096a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:02:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.098455 21415 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.099856 21415 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.158.193
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.163776 21415 tablet_server_runner.cc:78] Tablet server non-default flags:
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:41.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.193:0
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data/info.pb
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.193
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:41.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.193
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/logs
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:41.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:41.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:02:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.165551 21415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:41.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.167747 21415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.183835 21421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.519189 21414 catalog_manager.cc:1269] Loaded cluster ID: 145a1cbd5e3e4cd885c3be00353fc9d9
15:02:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.520170 21414 catalog_manager.cc:1562] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: loading cluster ID for follower catalog manager: success
15:02:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.532333 21414 catalog_manager.cc:1584] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: acquiring CA information for follower catalog manager: success
15:02:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:41.547642 21414 catalog_manager.cc:1612] T 00000000000000000000000000000000 P f16aca762579444ba8a9aff5a086cc49: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:02:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:41.187175 21422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:44.303359 21415 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.116s user 0.888s sys 1.663s
15:02:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:44.303719 21415 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.117s user 0.888s sys 1.663s
15:02:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:42.585978 21420 debug-util.cc:398] Leaking SignalData structure 0x7b080002eda0 after lost signal to thread 21415
15:02:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:44.307163 21424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:44.312592 21423 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3124 milliseconds
15:02:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.312601 21415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.314953 21415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.317852 21415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.319528 21415 hybrid_clock.cc:648] HybridClock initialized: now 1774105364319463 us; error 99 us; skew 500 ppm
15:02:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.320433 21415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.327955 21415 webserver.cc:492] Webserver started at http://127.20.158.193:45281/ using document root <none> and password file <none>
15:02:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.329015 21415 fs_manager.cc:362] Metadata directory not provided
15:02:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.329279 21415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.329847 21415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.334326 21415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data/instance:
15:02:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9d866944f074c9bb3cbfde7e45cfa42"
15:02:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:44 on dist-test-slave-8zdw"
15:02:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.335635 21415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal/instance:
15:02:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9d866944f074c9bb3cbfde7e45cfa42"
15:02:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:44 on dist-test-slave-8zdw"
15:02:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.343772 21415 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
15:02:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.350518 21438 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.351994 21415 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
15:02:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.352384 21415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal
15:02:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9d866944f074c9bb3cbfde7e45cfa42"
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:44 on dist-test-slave-8zdw"
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.352790 21415 fs_report.cc:389] FS layout report
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data/data
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:44.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:44.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.415295 21415 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.416940 21415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.418208 21415 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.421566 21415 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:02:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.426718 21415 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:02:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.426957 21415 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:02:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.427284 21415 ts_tablet_manager.cc:616] Registered 0 tablets
15:02:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.427505 21415 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:02:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.607012 21415 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.193:45917
15:02:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.607275 21551 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.193:45917 every 8 connection(s)
15:02:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.610975 21415 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/data/info.pb
15:02:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.618669 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21415
15:02:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.619329 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-0/wal/instance
15:02:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.631186 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/logs
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data/info.pb
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:02:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.194:0
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.194
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.194
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:02:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.675091 21558 heartbeater.cc:344] Connected to a master server at 127.20.158.254:33619
15:02:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.675832 21558 heartbeater.cc:461] Registering TS with master...
15:02:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.677615 21558 heartbeater.cc:507] Master 127.20.158.254:33619 requested a full tablet report, sending...
15:02:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.681921 21160 ts_manager.cc:194] Registered new tserver with Master: b9d866944f074c9bb3cbfde7e45cfa42 (127.20.158.193:45917)
15:02:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.685784 21160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.158.193:44663
15:02:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.705013 21553 heartbeater.cc:344] Connected to a master server at 127.20.158.253:33235
15:02:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.705435 21553 heartbeater.cc:461] Registering TS with master...
15:02:44.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.706178 21553 heartbeater.cc:507] Master 127.20.158.253:33235 requested a full tablet report, sending...
15:02:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.710091 21236 ts_manager.cc:194] Registered new tserver with Master: b9d866944f074c9bb3cbfde7e45cfa42 (127.20.158.193:45917)
15:02:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.711640 21552 heartbeater.cc:344] Connected to a master server at 127.20.158.252:43655
15:02:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.712003 21552 heartbeater.cc:461] Registering TS with master...
15:02:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.712682 21552 heartbeater.cc:507] Master 127.20.158.252:43655 requested a full tablet report, sending...
15:02:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:44.715804 21314 ts_manager.cc:194] Registered new tserver with Master: b9d866944f074c9bb3cbfde7e45cfa42 (127.20.158.193:45917)
15:02:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.022279 21559 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.022823 21559 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.023402 21559 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.061455 21559 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.062655 21559 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.158.194
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:45.103598 21559 tablet_server_runner.cc:78] Tablet server non-default flags:
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data
15:02:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal
15:02:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:45.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.194:0
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data/info.pb
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.194
15:02:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.194
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/logs
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:02:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:45.104912 21559 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:45.106818 21559 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.123538 21568 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:45.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:45.691687 21558 heartbeater.cc:499] Master 127.20.158.254:33619 was elected leader, sending a full tablet report...
15:02:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.127193 21569 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:45.129014 21571 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:46.341276 21570 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:02:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.341415 21559 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:46.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.345340 21559 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.347572 21559 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.348917 21559 hybrid_clock.cc:648] HybridClock initialized: now 1774105366348876 us; error 80 us; skew 500 ppm
15:02:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.349681 21559 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.357009 21559 webserver.cc:492] Webserver started at http://127.20.158.194:38201/ using document root <none> and password file <none>
15:02:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.358507 21559 fs_manager.cc:362] Metadata directory not provided
15:02:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.358825 21559 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.359701 21559 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:46.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.365476 21559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data/instance:
15:02:46.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e126714960f64bab8bf61bf75acc6409"
15:02:46.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:46 on dist-test-slave-8zdw"
15:02:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.366801 21559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal/instance:
15:02:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e126714960f64bab8bf61bf75acc6409"
15:02:46.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:46 on dist-test-slave-8zdw"
15:02:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.374413 21559 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.005s
15:02:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.381031 21579 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:46.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.382323 21559 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
15:02:46.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.382628 21559 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal
15:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e126714960f64bab8bf61bf75acc6409"
15:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:46 on dist-test-slave-8zdw"
15:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.382920 21559 fs_report.cc:389] FS layout report
15:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data/data
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:46.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.433874 21559 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.435380 21559 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.435788 21559 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.438328 21559 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:02:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.443006 21559 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:02:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.443298 21559 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:02:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.443591 21559 ts_tablet_manager.cc:616] Registered 0 tablets
15:02:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.443739 21559 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.586848 21559 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.194:35173
15:02:46.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.586942 21692 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.194:35173 every 8 connection(s)
15:02:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.589574 21559 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/data/info.pb
15:02:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.597049 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21559
15:02:46.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.597486 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-1/wal/instance
15:02:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.610455 21115 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/logs
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data/info.pb
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:46.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.195:0
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.195
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.195
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:46.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:46.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:02:46.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.645903 21694 heartbeater.cc:344] Connected to a master server at 127.20.158.253:33235
15:02:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.646483 21694 heartbeater.cc:461] Registering TS with master...
15:02:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.647097 21693 heartbeater.cc:344] Connected to a master server at 127.20.158.252:43655
15:02:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.647433 21693 heartbeater.cc:461] Registering TS with master...
15:02:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.648052 21694 heartbeater.cc:507] Master 127.20.158.253:33235 requested a full tablet report, sending...
15:02:46.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.648504 21693 heartbeater.cc:507] Master 127.20.158.252:43655 requested a full tablet report, sending...
15:02:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.651501 21236 ts_manager.cc:194] Registered new tserver with Master: e126714960f64bab8bf61bf75acc6409 (127.20.158.194:35173)
15:02:46.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.652268 21314 ts_manager.cc:194] Registered new tserver with Master: e126714960f64bab8bf61bf75acc6409 (127.20.158.194:35173)
15:02:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.657022 21695 heartbeater.cc:344] Connected to a master server at 127.20.158.254:33619
15:02:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.657426 21695 heartbeater.cc:461] Registering TS with master...
15:02:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.658408 21695 heartbeater.cc:507] Master 127.20.158.254:33619 requested a full tablet report, sending...
15:02:46.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.660817 21160 ts_manager.cc:194] Registered new tserver with Master: e126714960f64bab8bf61bf75acc6409 (127.20.158.194:35173)
15:02:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:46.662714 21160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.158.194:39441
15:02:47.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.025404 21703 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.025889 21703 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.026440 21703 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.061679 21703 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.062732 21703 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.158.195
15:02:47.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:47.098415 21703 tablet_server_runner.cc:78] Tablet server non-default flags:
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.158.212:36675
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.158.195:0
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data/info.pb
15:02:47.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.158.195
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.158.254:33619,127.20.158.253:33235,127.20.158.252:43655
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.158.195
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/logs
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:47.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:47.099825 21703 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:47.101456 21703 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:47.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.116047 21709 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:47.680732 21695 heartbeater.cc:499] Master 127.20.158.254:33619 was elected leader, sending a full tablet report...
15:02:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.711529 21548 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6060 after lost signal to thread 21416
15:02:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.712334 21548 debug-util.cc:398] Leaking SignalData structure 0x7b08000add60 after lost signal to thread 21551
15:02:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:47.118677 21710 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:48.382263 21711 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
15:02:48.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:48.384361 21712 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.384492 21703 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.388499 21703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.391410 21703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.392998 21703 hybrid_clock.cc:648] HybridClock initialized: now 1774105368392941 us; error 52 us; skew 500 ppm
15:02:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.394212 21703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.402391 21703 webserver.cc:492] Webserver started at http://127.20.158.195:34821/ using document root <none> and password file <none>
15:02:48.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.403704 21703 fs_manager.cc:362] Metadata directory not provided
15:02:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.404001 21703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:48.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.404587 21703 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.411624 21703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data/instance:
15:02:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c6fb1ff356b4febadd8bee64ba962dd"
15:02:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:48 on dist-test-slave-8zdw"
15:02:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.413259 21703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal/instance:
15:02:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c6fb1ff356b4febadd8bee64ba962dd"
15:02:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:48 on dist-test-slave-8zdw"
15:02:48.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.423283 21703 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.005s
15:02:48.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.431034 21722 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:48.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.432380 21703 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
15:02:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.432801 21703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal
15:02:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8c6fb1ff356b4febadd8bee64ba962dd"
15:02:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:48 on dist-test-slave-8zdw"
15:02:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.433257 21703 fs_report.cc:389] FS layout report
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data/data
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.503842 21703 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:48.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.505399 21703 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:48.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.505921 21703 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:48.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.508872 21703 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:02:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.513499 21703 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:02:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.513742 21703 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
15:02:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.514040 21703 ts_tablet_manager.cc:616] Registered 0 tablets
15:02:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.514250 21703 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
15:02:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.728075 21703 rpc_server.cc:307] RPC server started. Bound to: 127.20.158.195:40915
15:02:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.728183 21835 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.158.195:40915 every 8 connection(s)
15:02:48.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.731786 21703 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/data/info.pb
15:02:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.735154 21115 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21703
15:02:48.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.735633 21115 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster9207457391428228980/ts-2/wal/instance
15:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.801983 21837 heartbeater.cc:344] Connected to a master server at 127.20.158.253:33235
15:02:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.802543 21837 heartbeater.cc:461] Registering TS with master...
15:02:48.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.803913 21837 heartbeater.cc:507] Master 127.20.158.253:33235 requested a full tablet report, sending...
15:02:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.807132 21836 heartbeater.cc:344] Connected to a master server at 127.20.158.252:43655
15:02:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.807505 21836 heartbeater.cc:461] Registering TS with master...
15:02:48.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.808538 21836 heartbeater.cc:507] Master 127.20.158.252:43655 requested a full tablet report, sending...
15:02:48.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.809837 21236 ts_manager.cc:194] Registered new tserver with Master: 8c6fb1ff356b4febadd8bee64ba962dd (127.20.158.195:40915)
15:02:48.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.815095 21314 ts_manager.cc:194] Registered new tserver with Master: 8c6fb1ff356b4febadd8bee64ba962dd (127.20.158.195:40915)
15:02:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.837915 21842 heartbeater.cc:344] Connected to a master server at 127.20.158.254:33619
15:02:48.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.838323 21842 heartbeater.cc:461] Registering TS with master...
15:02:48.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.839149 21842 heartbeater.cc:507] Master 127.20.158.254:33619 requested a full tablet report, sending...
15:02:48.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.840986 21160 ts_manager.cc:194] Registered new tserver with Master: 8c6fb1ff356b4febadd8bee64ba962dd (127.20.158.195:40915)
15:02:48.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.842337 21160 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.158.195:55373
15:02:48.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:48.857188 21115 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
15:02:48.875 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:02:48.876 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
15:02:48.887 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.20.158.254"
port: 33619
}
bound_http_address {
host: "127.20.158.254"
port: 45179
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.20.158.253"
port: 33235
}
bound_http_address {
host: "127.20.158.253"
port: 46809
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.20.158.252"
port: 43655
}
bound_http_address {
host: "127.20.158.252"
port: 43765
}
}
}
15:02:48.890 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
15:02:48.892 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.20.158.193"
port: 45917
}
bound_http_address {
host: "127.20.158.193"
port: 45281
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.20.158.194"
port: 35173
}
bound_http_address {
host: "127.20.158.194"
port: 38201
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.20.158.195"
port: 40915
}
bound_http_address {
host: "127.20.158.195"
port: 34821
}
}
}
15:02:48.893 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
15:02:48.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:48.905815 21192 debug-util.cc:398] Leaking SignalData structure 0x7b080006fd00 after lost signal to thread 21128
15:02:49.133 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
15:02:49.219 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
15:02:49.460 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8GthAH/test-tmp
15:02:49.461 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:02:49.461 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8GthAH/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:02:49.498 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
15:02:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:49.846737 21842 heartbeater.cc:499] Master 127.20.158.254:33619 was elected leader, sending a full tablet report...
15:02:50.038 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
15:02:50.039 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:02:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:50.044860 21848 mini_oidc.cc:150] Starting JWKS server
15:02:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:50.049877 21848 webserver.cc:492] Webserver started at http://127.0.0.1:41339/ using document root <none> and password file <none>
15:02:50.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:50.050834 21848 mini_oidc.cc:186] Starting OIDC Discovery server
15:02:50.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:50.053447 21848 webserver.cc:492] Webserver started at http://127.0.0.1:34471/ using document root <none> and password file <none>
15:02:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
15:02:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/principal' for realm 'KRBTEST.COM',
15:02:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
15:02:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:50 dist-test-slave-8zdw krb5kdc[21860](info): setting up network...
15:02:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
15:02:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:50 dist-test-slave-8zdw krb5kdc[21860](info): set up 2 sockets
15:02:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:50 dist-test-slave-8zdw krb5kdc[21860](info): commencing operation
15:02:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
15:02:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:52.269152 21848 mini_kdc.cc:121] Time spent starting KDC: real 2.167s user 0.007s sys 0.014s
15:02:52.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
15:02:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:02:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
15:02:52.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:52.375082 21848 mini_kdc.cc:253] Time spent creating user principal test-admin: real 0.105s user 0.005s sys 0.000s
15:02:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
15:02:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:02:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
15:02:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:52.530254 21848 mini_kdc.cc:253] Time spent creating user principal test-user: real 0.155s user 0.000s sys 0.005s
15:02:52.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
15:02:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:02:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
15:02:52.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:52.631790 21848 mini_kdc.cc:253] Time spent creating user principal joe-interloper: real 0.101s user 0.000s sys 0.005s
15:02:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
15:02:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/test-user.keytab.
15:02:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/test-user.keytab.
15:02:53.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:53.558211 21848 mini_kdc.cc:290] Time spent creating keytab for test-user: real 0.926s user 0.000s sys 0.005s
15:02:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:53 dist-test-slave-8zdw krb5kdc[21860](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105373, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:02:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
15:02:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T15:02:53Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:02:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T15:02:53Z Disabled control of system clock
15:02:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.86.62@KRBTEST.COM; defaulting to no policy
15:02:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.86.62@KRBTEST.COM" created.
15:02:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:54.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:54.711090 21848 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.21.86.62: real 1.098s user 0.001s sys 0.010s
15:02:54.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.21.86.62@KRBTEST.COM; defaulting to no policy
15:02:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:54.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.21.86.62@KRBTEST.COM" created.
15:02:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.581223 21848 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.21.86.62: real 0.869s user 0.003s sys 0.008s
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:55.584033 21848 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:55.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/logs
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data/info.pb
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:55.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.62:41919
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.62
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.62
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:02:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:02:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.932564 21880 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.933104 21880 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.933717 21880 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.967705 21880 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:02:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.967944 21880 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:02:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.968237 21880 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.968441 21880 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:02:55.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.968632 21880 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:02:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.968921 21880 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:02:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:55.969089 21880 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41339/jwks.json
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:56.007053 21880 master_runner.cc:386] Master server non-default flags:
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.62
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.62:41919
15:02:56.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data/info.pb
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.62
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:56.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/logs
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:56.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:56.008441 21880 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:56.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:56.009512 21880 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:56.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:56.022239 21887 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:57.425798 21886 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 21880
15:02:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:57.828112 21880 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.806s user 0.619s sys 1.140s
15:02:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:57.828478 21880 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.807s user 0.619s sys 1.140s
15:02:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:56.023006 21888 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:57.830166 21890 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:57.830996 21889 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1806 milliseconds
15:02:57.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.830482 21880 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:02:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.835793 21880 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:02:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.838375 21880 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:02:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.839756 21880 hybrid_clock.cc:648] HybridClock initialized: now 1774105377839720 us; error 41 us; skew 500 ppm
15:02:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.840652 21880 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:02:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:57 dist-test-slave-8zdw krb5kdc[21860](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105377, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:02:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.847667 21880 init.cc:377] Logged in from keytab as kudu/127.21.86.62@KRBTEST.COM (short username kudu)
15:02:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.853580 21880 webserver.cc:492] Webserver started at http://127.21.86.62:46325/ using document root <none> and password file <none>
15:02:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.854851 21880 fs_manager.cc:362] Metadata directory not provided
15:02:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.855134 21880 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:02:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.855665 21880 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:02:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.862221 21880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data/instance:
15:02:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfeb66d3a62347e39bf803092c8aa273"
15:02:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:57 on dist-test-slave-8zdw"
15:02:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.863683 21880 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal/instance:
15:02:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfeb66d3a62347e39bf803092c8aa273"
15:02:57.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:57 on dist-test-slave-8zdw"
15:02:57.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.873621 21880 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.005s sys 0.005s
15:02:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.881042 21899 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:02:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.882723 21880 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
15:02:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.883113 21880 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal
15:02:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dfeb66d3a62347e39bf803092c8aa273"
15:02:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:02:57 on dist-test-slave-8zdw"
15:02:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.883522 21880 fs_report.cc:389] FS layout report
15:02:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:02:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal
15:02:57.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data/data
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:02:57.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:02:57.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.950736 21880 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:02:57.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.957226 21880 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:02:57.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:57.957775 21880 kserver.cc:163] Server-wide thread pool size limit: 3276
15:02:58.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.049707 21880 rpc_server.cc:307] RPC server started. Bound to: 127.21.86.62:41919
15:02:58.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.049835 21950 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.86.62:41919 every 8 connection(s)
15:02:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.052886 21880 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/data/info.pb
15:02:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.054731 21848 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21880
15:02:58.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.055328 21848 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-0/wal/instance
15:02:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.061254 21951 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:02:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.86.61@KRBTEST.COM; defaulting to no policy
15:02:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.074958 21951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } has no permanent_uuid. Determining permanent_uuid...
15:02:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:58.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.86.61@KRBTEST.COM" created.
15:02:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:02:58 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105377, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.62@KRBTEST.COM for kudu/127.21.86.62@KRBTEST.COM
15:02:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:58.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.119841 21951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
15:02:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.122609 21902 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.21.86.61@KRBTEST.COM; defaulting to no policy
15:02:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:58.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.21.86.61@KRBTEST.COM" created.
15:02:58.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.126961 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:02:58.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:58.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.148097 21848 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:02:58.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/logs
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data/info.pb
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.61:37035
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.61
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.61
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:02:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:02:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:02:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:02:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.176483 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 1
15:02:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.180891 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.249284 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 2
15:02:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.253630 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.345181 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 3
15:02:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.349954 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.482012 21961 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:02:58.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.482733 21961 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:02:58.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.483497 21961 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:02:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.493422 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 4
15:02:58.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.497826 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.517717 21961 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:02:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.518018 21961 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:02:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.518486 21961 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:02:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.518801 21961 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:02:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.519052 21961 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:02:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.519490 21961 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:02:58.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.519745 21961 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41339/jwks.json
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.560606 21961 master_runner.cc:386] Master server non-default flags:
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.61
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.61:37035
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:02:58.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data/info.pb
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.61
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/logs
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:02:58.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.562348 21961 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:02:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.563665 21961 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:02:58.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.577955 21967 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:02:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:58.797181 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 5
15:02:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.803642 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:02:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:02:59.351161 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 6
15:02:59.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:59.375661 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:03:00.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:59.992159 21966 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 21961
15:03:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:02:58.578732 21968 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.429507 21961 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.853s user 0.673s sys 1.092s
15:03:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.431771 21961 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.855s user 0.673s sys 1.093s
15:03:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.432906 21970 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.435813 21969 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1852 milliseconds
15:03:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.435846 21961 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:03:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.436892 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 7
15:03:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.437137 21961 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:00.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.440222 21961 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:00.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.441872 21961 hybrid_clock.cc:648] HybridClock initialized: now 1774105380441814 us; error 44 us; skew 500 ppm
15:03:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.442956 21961 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:00.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.444152 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.61:37035: Network error: Client connection negotiation failed: client connection to 127.21.86.61:37035: connect: Connection refused (error 111)
15:03:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:00 dist-test-slave-8zdw krb5kdc[21860](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105380, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:03:00.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.449155 21961 init.cc:377] Logged in from keytab as kudu/127.21.86.61@KRBTEST.COM (short username kudu)
15:03:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.455838 21961 webserver.cc:492] Webserver started at http://127.21.86.61:40721/ using document root <none> and password file <none>
15:03:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.456830 21961 fs_manager.cc:362] Metadata directory not provided
15:03:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.457075 21961 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.457692 21961 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:03:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.462605 21961 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data/instance:
15:03:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27ff440973874b4ea39e679606bac53c"
15:03:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:00 on dist-test-slave-8zdw"
15:03:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.463922 21961 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal/instance:
15:03:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27ff440973874b4ea39e679606bac53c"
15:03:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:00 on dist-test-slave-8zdw"
15:03:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.471886 21961 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
15:03:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.478184 21983 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.479329 21961 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.479681 21961 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "27ff440973874b4ea39e679606bac53c"
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:00 on dist-test-slave-8zdw"
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.480086 21961 fs_report.cc:389] FS layout report
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data/data
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:00.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.554956 21961 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.561049 21961 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:00.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.561653 21961 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.654722 21961 rpc_server.cc:307] RPC server started. Bound to: 127.21.86.61:37035
15:03:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.654767 22034 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.86.61:37035 every 8 connection(s)
15:03:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.657498 21961 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/data/info.pb
15:03:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.663756 21848 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 21961
15:03:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.664497 21848 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-1/wal/instance
15:03:00.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.665378 22035 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:00.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.21.86.60@KRBTEST.COM; defaulting to no policy
15:03:00.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.680083 22035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } has no permanent_uuid. Determining permanent_uuid...
15:03:00.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:03:00.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.21.86.60@KRBTEST.COM" created.
15:03:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:00 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105380, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.61@KRBTEST.COM for kudu/127.21.86.62@KRBTEST.COM
15:03:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:03:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:03:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.21.86.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:03:00.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.721007 22035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
15:03:00.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.21.86.60@KRBTEST.COM; defaulting to no policy
15:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:03:00.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.21.86.60@KRBTEST.COM" created.
15:03:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:00 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105380, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.61@KRBTEST.COM for kudu/127.21.86.61@KRBTEST.COM
15:03:00.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.752715 22035 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } has no permanent_uuid. Determining permanent_uuid...
15:03:00.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.755606 21984 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
15:03:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:03:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.21.86.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab.
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.760628 21848 external_mini_cluster.cc:1366] Running /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8GthAH/build/tsan/bin/kudu
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/logs
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data/info.pb
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:03:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.60:33835
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.60
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.60
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:03:00.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
15:03:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
15:03:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.764802 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:00.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.814388 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 1
15:03:00.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.818655 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.887027 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 2
15:03:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.890852 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:00.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:00.982340 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 3
15:03:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:00.987252 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:01.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.113788 22045 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:03:01.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.114511 22045 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:03:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.115288 22045 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:03:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.130702 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 4
15:03:01.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.135185 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.151229 22045 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
15:03:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.151571 22045 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:03:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.151898 22045 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:03:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.152118 22045 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:03:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.152318 22045 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:03:01.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.152629 22045 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:03:01.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.152873 22045 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41339/jwks.json
15:03:01.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.191339 22045 master_runner.cc:386] Master server non-default flags:
15:03:01.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.86.20:41531
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.86.62:41919,127.21.86.61:37035,127.21.86.60:33835
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/krb5kdc/kudu.keytab
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.21.86.60
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.86.60:33835
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:03:01.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41339/jwks.json
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data/info.pb
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.86.60
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:03:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/logs
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 68f10dd41067059260a5fb5c725b178b69c38aed
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 21 Mar 2026 14:43:24 UTC on e7f111948823
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11039
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.193120 22045 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:03:01.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.194674 22045 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:03:01.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.208738 22052 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.435112 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 5
15:03:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.443401 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:01.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:01.990926 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 6
15:03:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.015041 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:02.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:02.534610 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } attempt: 8
15:03:02.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:02 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105377, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.62@KRBTEST.COM for kudu/127.21.86.61@KRBTEST.COM
15:03:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:02.629776 21951 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } has no permanent_uuid. Determining permanent_uuid...
15:03:02.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.686272 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:02.751825 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 1
15:03:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.768371 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:02.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:02.821800 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 2
15:03:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.831233 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:02.907754 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 3
15:03:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.915293 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:02.612475 22051 debug-util.cc:398] Leaking SignalData structure 0x7b08000281c0 after lost signal to thread 22045
15:03:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.039670 22045 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.831s user 0.672s sys 1.088s
15:03:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.040104 22045 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.832s user 0.672s sys 1.088s
15:03:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:01.209734 22053 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.041338 22054 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1829 milliseconds
15:03:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.042762 22055 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:03:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.042711 22045 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:03:03.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.046288 22045 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:03:03.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.048976 22045 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:03:03.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.050467 22045 hybrid_clock.cc:648] HybridClock initialized: now 1774105383050416 us; error 43 us; skew 500 ppm
15:03:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.051231 22045 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:03:03.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:03 dist-test-slave-8zdw krb5kdc[21860](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105383, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
15:03:03.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.058712 22045 init.cc:377] Logged in from keytab as kudu/127.21.86.60@KRBTEST.COM (short username kudu)
15:03:03.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.063994 22045 webserver.cc:492] Webserver started at http://127.21.86.60:34035/ using document root <none> and password file <none>
15:03:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.064879 22045 fs_manager.cc:362] Metadata directory not provided
15:03:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.065073 22045 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:03:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.065454 22045 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.070468 22045 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data/instance:
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26f58ac8bd2349638d3d50272034e8b6"
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:03 on dist-test-slave-8zdw"
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.070904 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 4
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.071532 22045 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal/instance:
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26f58ac8bd2349638d3d50272034e8b6"
15:03:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:03 on dist-test-slave-8zdw"
15:03:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.075134 21951 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.075583 22035 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 7
15:03:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.081950 22045 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.006s sys 0.003s
15:03:03.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.082850 22035 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.86.60:33835: Network error: Client connection negotiation failed: client connection to 127.21.86.60:33835: connect: Connection refused (error 111)
15:03:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.087889 22074 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:03:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.089089 22045 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:03:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.089370 22045 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data,/tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal
15:03:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "26f58ac8bd2349638d3d50272034e8b6"
15:03:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-03-21 15:03:03 on dist-test-slave-8zdw"
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.089704 22045 fs_report.cc:389] FS layout report
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data/data
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:03:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:03:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.152104 22045 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:03:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.157591 22045 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:03:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.158007 22045 kserver.cc:163] Server-wide thread pool size limit: 3276
15:03:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.248358 22045 rpc_server.cc:307] RPC server started. Bound to: 127.21.86.60:33835
15:03:03.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.248407 22126 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.86.60:33835 every 8 connection(s)
15:03:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.251801 22045 server_base.cc:1193] Dumped server information to /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/data/info.pb
15:03:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.253907 21848 external_mini_cluster.cc:1428] Started /tmp/dist-test-task8GthAH/build/tsan/bin/kudu as pid 22045
15:03:03.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.254515 21848 external_mini_cluster.cc:1442] Reading /tmp/dist-test-task8GthAH/test-tmp/mini-kudu-cluster7226486801671580823/master-2/wal/instance
15:03:03.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.260290 22127 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.278604 22129 negotiation.cc:337] Failed RPC negotiation. Trace:
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.259676 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:56686 (local address 127.21.86.62:41919)
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.262628 (+ 2952us) server_negotiation.cc:207] Beginning negotiation
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.262675 (+ 47us) server_negotiation.cc:400] Waiting for connection header
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.267601 (+ 4926us) server_negotiation.cc:408] Connection header received
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.273002 (+ 5401us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.273025 (+ 23us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.273214 (+ 189us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.273489 (+ 275us) server_negotiation.cc:227] Negotiated authn=SASL
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.277044 (+ 3555us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:56686: BlockingRecv error: recv got EOF from 127.0.0.1:56686 (error 108)
15:03:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2123,"thread_start_us":1897,"threads_started":1}
15:03:03.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.278296 22127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } has no permanent_uuid. Determining permanent_uuid...
15:03:03.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.282541 22131 negotiation.cc:337] Failed RPC negotiation. Trace:
15:03:03.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.264794 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:50658 (local address 127.21.86.61:37035)
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.268464 (+ 3670us) server_negotiation.cc:207] Beginning negotiation
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.268497 (+ 33us) server_negotiation.cc:400] Waiting for connection header
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.277883 (+ 9386us) server_negotiation.cc:408] Connection header received
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.278229 (+ 346us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.278250 (+ 21us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.278421 (+ 171us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.278627 (+ 206us) server_negotiation.cc:227] Negotiated authn=SASL
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.280973 (+ 2346us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:50658: BlockingRecv error: recv got EOF from 127.0.0.1:50658 (error 108)
15:03:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":3051,"thread_start_us":4094,"threads_started":1}
15:03:03.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) F20260321 15:03:03.291535 21848 external_mini_cluster.cc:650] Check failed: leader_master() != nullptr Must have started at least 1 master before adding tablet servers
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.294756 22132 negotiation.cc:337] Failed RPC negotiation. Trace:
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.267149 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:37610 (local address 127.21.86.60:33835)
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.271034 (+ 3885us) server_negotiation.cc:207] Beginning negotiation
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.271088 (+ 54us) server_negotiation.cc:400] Waiting for connection header
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.281634 (+ 10546us) server_negotiation.cc:408] Connection header received
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.288040 (+ 6406us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.288091 (+ 51us) server_negotiation.cc:462] Received NEGOTIATE request from client
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.288556 (+ 465us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
15:03:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.288930 (+ 374us) server_negotiation.cc:227] Negotiated authn=SASL
15:03:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0321 15:03:03.292431 (+ 3501us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37610: BlockingRecv error: recv got EOF from 127.0.0.1:37610 (error 108)
15:03:03.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":3110,"thread_start_us":2295,"threads_started":1}
15:03:03.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) *** Check failure stack trace: ***
15:03:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:03 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105383, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.60@KRBTEST.COM for kudu/127.21.86.62@KRBTEST.COM
15:03:03.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50dbdca950 google::LogMessage::Flush()
15:03:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.319353 22127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } has no permanent_uuid. Determining permanent_uuid...
15:03:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50dbdcfa8b google::LogMessageFatal::~LogMessageFatal()
15:03:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:03 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105383, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.60@KRBTEST.COM for kudu/127.21.86.61@KRBTEST.COM
15:03:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50e7353c2d kudu::cluster::ExternalMiniCluster::AddTabletServer()
15:03:03.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.341674 22127 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } has no permanent_uuid. Determining permanent_uuid...
15:03:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50e7351cab kudu::cluster::ExternalMiniCluster::Start()
15:03:03.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x667a2a kudu::tools::(anonymous namespace)::ProcessRequest()
15:03:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:03 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105383, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.60@KRBTEST.COM for kudu/127.21.86.60@KRBTEST.COM
15:03:03.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x666325 kudu::tools::(anonymous namespace)::RunControlShell()
15:03:03.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x5363a2 _ZNSt3__18__invokeIRPFN4kudu6StatusERKNS1_5tools13RunnerContextEEJS6_EEEDTclclsr3std3__1E7forwardIT_Efp_Espclsr3std3__1E7forwardIT0_Efp0_EEEOSA_DpOSB_
15:03:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x53630d std::__1::__invoke_void_return_wrapper<>::__call<>()
15:03:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x53627d std::__1::__function::__alloc_func<>::operator()()
15:03:03.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x534ee6 std::__1::__function::__func<>::operator()()
15:03:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50e70c7460 std::__1::__function::__value_func<>::operator()()
15:03:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.371542 21951 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } attempt: 5
15:03:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.373171 22127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: Bootstrap starting.
15:03:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.381006 22127 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: Neither blocks nor log segments found. Creating new log.
15:03:03.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.383610 22127 log.cc:826] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: Log is configured to *not* fsync() on all Append() calls
15:03:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50e70b9cc2 std::__1::function<>::operator()()
15:03:03.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mar 21 15:03:03 dist-test-slave-8zdw krb5kdc[21860](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1774105377, etypes {rep=17 tkt=17 ses=17}, kudu/127.21.86.62@KRBTEST.COM for kudu/127.21.86.60@KRBTEST.COM
15:03:03.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.390712 22127 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: No bootstrap required, opened a new log
15:03:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50e70b7a53 kudu::tools::Action::Run()
15:03:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x65a181 kudu::tools::DispatchCommand()
15:03:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x65aab8 kudu::tools::RunTool()
15:03:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x65afff main
15:03:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.412663 21951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: Bootstrap starting.
15:03:03.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.414352 22127 raft_consensus.cc:359] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.414994 22127 raft_consensus.cc:385] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:03.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.415297 22127 raft_consensus.cc:740] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 26f58ac8bd2349638d3d50272034e8b6, State: Initialized, Role: FOLLOWER
15:03:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.416160 22127 consensus_queue.cc:260] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.420763 22135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.422254 21951 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: Neither blocks nor log segments found. Creating new log.
15:03:03.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.422277 22135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: This master's current role is: FOLLOWER
15:03:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x7f50da96fc87 __libc_start_main
15:03:03.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.423259 22127 sys_catalog.cc:565] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: configured and running, proceeding with master startup.
15:03:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) @ 0x43f95a _start
15:03:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.425063 21951 log.cc:826] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: Log is configured to *not* fsync() on all Append() calls
15:03:03.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.441427 21951 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: No bootstrap required, opened a new log
15:03:03.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.475769 21951 raft_consensus.cc:359] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.477036 21951 raft_consensus.cc:385] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:03:03.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.477628 21951 raft_consensus.cc:740] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dfeb66d3a62347e39bf803092c8aa273, State: Initialized, Role: FOLLOWER
15:03:03.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.478952 21951 consensus_queue.cc:260] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.487525 22150 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.488503 22150 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: This master's current role is: FOLLOWER
15:03:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.490417 22148 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.490823 22148 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.491523 21951 sys_catalog.cc:565] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: configured and running, proceeding with master startup.
15:03:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.463935 22045 master_runner.cc:186] Error getting master registration for 127.21.86.62:41919: OK, instance_id { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" instance_seqno: 1774105378025390 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:03.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.509578 22045 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:03.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.544034 22135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:03:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.544646 22135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.548707 22161 catalog_manager.cc:1568] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:03:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.549146 22135 leader_election.cc:290] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dfeb66d3a62347e39bf803092c8aa273 (127.21.86.62:41919), 27ff440973874b4ea39e679606bac53c (127.21.86.61:37035)
15:03:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.549700 22161 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:03:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.550778 21926 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "26f58ac8bd2349638d3d50272034e8b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfeb66d3a62347e39bf803092c8aa273" is_pre_election: true
15:03:03.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.551661 21926 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 26f58ac8bd2349638d3d50272034e8b6 in term 0.
15:03:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.553179 22078 leader_election.cc:304] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 26f58ac8bd2349638d3d50272034e8b6, dfeb66d3a62347e39bf803092c8aa273; no voters:
15:03:03.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.554201 22135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:03:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.554796 22135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:03:03.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.555145 22135 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 0 FOLLOWER]: Advancing to term 1
15:03:03.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.563268 22135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.567728 21926 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "26f58ac8bd2349638d3d50272034e8b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dfeb66d3a62347e39bf803092c8aa273"
15:03:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.568405 21926 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 0 FOLLOWER]: Advancing to term 1
15:03:03.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.569180 22135 leader_election.cc:290] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [CANDIDATE]: Term 1 election: Requested vote from peers dfeb66d3a62347e39bf803092c8aa273 (127.21.86.62:41919), 27ff440973874b4ea39e679606bac53c (127.21.86.61:37035)
15:03:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.577457 21926 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 26f58ac8bd2349638d3d50272034e8b6 in term 1.
15:03:03.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.583161 22078 leader_election.cc:304] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 26f58ac8bd2349638d3d50272034e8b6, dfeb66d3a62347e39bf803092c8aa273; no voters:
15:03:03.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.584690 22135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 1 FOLLOWER]: Leader election won for term 1
15:03:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.597519 22135 raft_consensus.cc:697] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [term 1 LEADER]: Becoming Leader. State: Replica: 26f58ac8bd2349638d3d50272034e8b6, State: Running, Role: LEADER
15:03:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.599932 22135 consensus_queue.cc:237] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } }
15:03:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.543108 21880 master_runner.cc:186] Error getting master registration for 127.21.86.61:37035: OK, instance_id { permanent_uuid: "27ff440973874b4ea39e679606bac53c" instance_seqno: 1774105380630204 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:03:03.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.607476 21880 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:03:03.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.634366 22163 sys_catalog.cc:455] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 26f58ac8bd2349638d3d50272034e8b6. Latest consensus state: current_term: 1 leader_uuid: "26f58ac8bd2349638d3d50272034e8b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.635398 22163 sys_catalog.cc:458] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: This master's current role is: LEADER
15:03:03.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.647209 22166 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
15:03:03.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.656126 22166 catalog_manager.cc:1494] Initializing Kudu cluster ID...
15:03:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.664430 22080 tablet.cc:2379] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.701327 21926 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [term 1 FOLLOWER]: Refusing update from remote peer 26f58ac8bd2349638d3d50272034e8b6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:03:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.703867 22163 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:03:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260321 15:03:03.721060 21905 tablet.cc:2379] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:03:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.760200 22150 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 26f58ac8bd2349638d3d50272034e8b6. Latest consensus state: current_term: 1 leader_uuid: "26f58ac8bd2349638d3d50272034e8b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.761584 22150 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: This master's current role is: FOLLOWER
15:03:03.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.781179 22168 mvcc.cc:204] Tried to move back new op lower bound from 7266735651607207936 to 7266735651260280832. Current Snapshot: MvccSnapshot[applied={T|T < 7266735651607207936}]
15:03:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.792979 22150 sys_catalog.cc:455] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "26f58ac8bd2349638d3d50272034e8b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.793766 22150 sys_catalog.cc:458] T 00000000000000000000000000000000 P dfeb66d3a62347e39bf803092c8aa273 [sys.catalog]: This master's current role is: FOLLOWER
15:03:03.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.798411 22163 sys_catalog.cc:455] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "26f58ac8bd2349638d3d50272034e8b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dfeb66d3a62347e39bf803092c8aa273" member_type: VOTER last_known_addr { host: "127.21.86.62" port: 41919 } } peers { permanent_uuid: "27ff440973874b4ea39e679606bac53c" member_type: VOTER last_known_addr { host: "127.21.86.61" port: 37035 } } peers { permanent_uuid: "26f58ac8bd2349638d3d50272034e8b6" member_type: VOTER last_known_addr { host: "127.21.86.60" port: 33835 } } }
15:03:03.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.799185 22163 sys_catalog.cc:458] T 00000000000000000000000000000000 P 26f58ac8bd2349638d3d50272034e8b6 [sys.catalog]: This master's current role is: LEADER
15:03:03.878 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
15:03:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.883968 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21415
15:03:03.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.910411 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21559
15:03:03.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.936712 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21703
15:03:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.961856 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21127
15:03:03.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:03.992455 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21198
15:03:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260321 15:03:04.019616 21115 external_mini_cluster.cc:1658] Killing /tmp/dist-test-task8GthAH/build/tsan/bin/kudu with pid 21276
15:03:05.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-03-21T15:03:05Z chronyd exiting
15:03:06.201 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
java.io.EOFException
at java.base/java.io.DataInputStream.readInt(DataInputStream.java:386)
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.io.EOFException
at java.base/java.io.DataInputStream.readInt(DataInputStream.java:386)
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
15:03:07.133 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
15:03:07.134 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
java.io.EOFException
at java.base/java.io.DataInputStream.readInt(DataInputStream.java:386)
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
java.io.EOFException
at java.base/java.io.DataInputStream.readInt(DataInputStream.java:386)
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:191)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:897)
at org.apache.kudu.client.TestSecurity.startCluster(TestSecurity.java:103)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:433)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)