14:00:11.385 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:00:11.396 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKC1fQD/test-tmp
14:00:11.401 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:00:11.404 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKC1fQD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:00:11.606 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:00:11.794 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:00:11.796 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:00:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:11.800042 32222 mini_oidc.cc:150] Starting JWKS server
14:00:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:11.803488 32222 webserver.cc:533] Webserver started at http://127.0.0.1:33449/ using document root <none> and password file <none>
14:00:11.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:11.803885 32222 mini_oidc.cc:186] Starting OIDC Discovery server
14:00:11.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:11.805768 32222 webserver.cc:533] Webserver started at http://127.0.0.1:38437/ using document root <none> and password file <none>
14:00:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:11Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:00:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:11Z Disabled control of system clock
14:00:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:11.863775 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:11.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:11.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal
14:00:11.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data
14:00:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:11.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/logs
14:00:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data/info.pb
14:00:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:11.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.190:45257
14:00:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.190
14:00:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:11.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json with env {}
14:00:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.159008 32234 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.159616 32234 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:12.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.160247 32234 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:12.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.193257 32234 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.193523 32234 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.193797 32234 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.194022 32234 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.194343 32234 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:12.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.194623 32234 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33449/jwks.json
14:00:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:12.230958 32234 master_runner.cc:387] Master server non-default flags:
14:00:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/logs
14:00:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.190:45257
14:00:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json
14:00:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data/info.pb
14:00:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.190
14:00:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:12.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:12.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:12.232343 32234 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:12.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:12.233989 32234 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:12.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.246019 32240 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:12.247020 32241 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:13.651217 32239 debug-util.cc:398] Leaking SignalData structure 0x7b0800034e00 after lost signal to thread 32234
14:00:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.034224 32234 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.786s user 0.001s sys 0.000s
14:00:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.034742 32234 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.787s user 0.002s sys 0.001s
14:00:14.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.038415 32242 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1786 milliseconds
14:00:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.039916 32243 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:14.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.040005 32234 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.041401 32234 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:14.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.044482 32234 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:14.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.045943 32234 hybrid_clock.cc:648] HybridClock initialized: now 1790431214045873 us; error 69 us; skew 500 ppm
14:00:14.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.046881 32234 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:14.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.053326 32234 webserver.cc:533] Webserver started at http://127.31.119.190:45269/ using document root <none> and password file <none>
14:00:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.054203 32234 fs_manager.cc:362] Metadata directory not provided
14:00:14.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.054391 32234 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.054893 32234 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.059347 32234 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data/instance:
14:00:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "669f7fc9d11c48928f1e98591fab5427"
14:00:14.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:14 on dist-test-slave-vr0s"
14:00:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.060695 32234 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal/instance:
14:00:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "669f7fc9d11c48928f1e98591fab5427"
14:00:14.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:14 on dist-test-slave-vr0s"
14:00:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.067731 32234 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
14:00:14.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.073271 32250 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:14.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.074415 32234 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
14:00:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.074791 32234 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal
14:00:14.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "669f7fc9d11c48928f1e98591fab5427"
14:00:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:14 on dist-test-slave-vr0s"
14:00:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.075253 32234 fs_report.cc:389] FS layout report
14:00:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal
14:00:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal
14:00:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data/data
14:00:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:14.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:14.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.151638 32234 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.153321 32234 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.153867 32234 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.228089 32234 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.190:45257
14:00:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.228181 32301 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.190:45257 every 8 connection(s)
14:00:14.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.231035 32234 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/data/info.pb
14:00:14.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.237375 32302 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.240394 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 32234
14:00:14.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.240737 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-0/wal/instance
14:00:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.244266 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal
14:00:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data
14:00:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/logs
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data/info.pb
14:00:14.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:14.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:14.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:14.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.189:44439
14:00:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.189
14:00:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:14.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:14.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:14.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json with env {}
14:00:14.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.249902 32302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
14:00:14.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.279852 32302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } has no permanent_uuid. Determining permanent_uuid...
14:00:14.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.282506 32254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.286855 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.336326 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 1
14:00:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.341518 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.409904 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 2
14:00:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.414564 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.505985 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 3
14:00:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.510160 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.557830 32304 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:14.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.558349 32304 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.558785 32304 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.591784 32304 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.592059 32304 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.592253 32304 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.592450 32304 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.592635 32304 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.592857 32304 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33449/jwks.json
14:00:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.630120 32304 master_runner.cc:387] Master server non-default flags:
14:00:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/logs
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal
14:00:14.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.189:44439
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:14.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data/info.pb
14:00:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.189
14:00:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.631470 32304 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.633670 32304 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.645787 32313 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:14.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.653563 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 4
14:00:14.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.661044 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:14.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:14.960589 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 5
14:00:14.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.967064 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:15.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:15.514504 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 6
14:00:15.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:15.541787 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.189:44439: Network error: Client connection negotiation failed: client connection to 127.31.119.189:44439: connect: Connection refused (error 111)
14:00:16.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.049532 32312 debug-util.cc:398] Leaking SignalData structure 0x7b0800034e00 after lost signal to thread 32304
14:00:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.438170 32304 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.792s user 0.608s sys 1.179s
14:00:16.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.438577 32304 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.792s user 0.608s sys 1.179s
14:00:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:14.646394 32314 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.440786 32316 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:16.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.441354 32315 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1791 milliseconds
14:00:16.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.441802 32304 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:16.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.445796 32304 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.448144 32304 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:16.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.449476 32304 hybrid_clock.cc:648] HybridClock initialized: now 1790431216449446 us; error 38 us; skew 500 ppm
14:00:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.450325 32304 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.456076 32304 webserver.cc:533] Webserver started at http://127.31.119.189:39055/ using document root <none> and password file <none>
14:00:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.457041 32304 fs_manager.cc:362] Metadata directory not provided
14:00:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.457224 32304 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.457655 32304 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.461759 32304 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data/instance:
14:00:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a768aa47249b4320a43aaf7272d1200e"
14:00:16.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:16 on dist-test-slave-vr0s"
14:00:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.462759 32304 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal/instance:
14:00:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a768aa47249b4320a43aaf7272d1200e"
14:00:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:16 on dist-test-slave-vr0s"
14:00:16.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.469588 32304 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.001s sys 0.005s
14:00:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.475122 32325 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.476326 32304 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
14:00:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.476681 32304 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal
14:00:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a768aa47249b4320a43aaf7272d1200e"
14:00:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:16 on dist-test-slave-vr0s"
14:00:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.477094 32304 fs_report.cc:389] FS layout report
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data/data
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:16.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.532584 32304 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:16.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.534201 32304 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.534719 32304 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:16.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.602365 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } attempt: 7
14:00:16.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.605382 32304 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.189:44439
14:00:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.605482 32376 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.189:44439 every 8 connection(s)
14:00:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.609251 32304 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/data/info.pb
14:00:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.612890 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 32304
14:00:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.613461 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-1/wal/instance
14:00:16.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.617443 32380 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.617231 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/logs
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data/info.pb
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:16.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:16.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.188:45823
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.188
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:16.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json with env {}
14:00:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.632508 32380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.643692 32302 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.648926 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.652182 32380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.661365 32380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
14:00:16.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.663549 32329 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.667440 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.707298 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 1
14:00:16.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.711581 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.716902 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 1
14:00:16.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.720921 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.789304 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 2
14:00:16.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.793033 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 2
14:00:16.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.793988 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.797637 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.883062 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 3
14:00:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:16.885505 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 3
14:00:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.887692 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.890085 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:16.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.952350 32382 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.953025 32382 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:16.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:16.953703 32382 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.002206 32382 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.002579 32382 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.002938 32382 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.003377 32382 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.003751 32382 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.004033 32382 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33449/jwks.json
14:00:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.028115 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 4
14:00:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.032446 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:17.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.033495 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 4
14:00:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.037374 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.047644 32382 master_runner.cc:387] Master server non-default flags:
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/logs
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.188:45823
14:00:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33449/jwks.json
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data/info.pb
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.188
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.049250 32382 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.051400 32382 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.064590 32391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.315843 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 5
14:00:17.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.323463 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:17.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.336848 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 5
14:00:17.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.343572 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:17.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.876041 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 6
14:00:17.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.886775 32302 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:17.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:17.891184 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 6
14:00:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.902822 32380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.119.188:45823: Network error: Client connection negotiation failed: client connection to 127.31.119.188:45823: connect: Connection refused (error 111)
14:00:18.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:17.065344 32392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:18.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:18.292079 32394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:18.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:18.294548 32393 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1224 milliseconds
14:00:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.294809 32382 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:18.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.296213 32382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.299250 32382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:18.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.300680 32382 hybrid_clock.cc:648] HybridClock initialized: now 1790431218300633 us; error 52 us; skew 500 ppm
14:00:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.301457 32382 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.307318 32382 webserver.cc:533] Webserver started at http://127.31.119.188:41663/ using document root <none> and password file <none>
14:00:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.308156 32382 fs_manager.cc:362] Metadata directory not provided
14:00:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.308341 32382 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:18.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.308723 32382 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.313657 32382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data/instance:
14:00:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbb1a4467074fdbbf7c74afad96e673"
14:00:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:18 on dist-test-slave-vr0s"
14:00:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.314742 32382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal/instance:
14:00:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbb1a4467074fdbbf7c74afad96e673"
14:00:18.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:18 on dist-test-slave-vr0s"
14:00:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.321604 32382 fs_manager.cc:696] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
14:00:18.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.326805 32405 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.327870 32382 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
14:00:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.328218 32382 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal
14:00:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5bbb1a4467074fdbbf7c74afad96e673"
14:00:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:18 on dist-test-slave-vr0s"
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.328586 32382 fs_report.cc:389] FS layout report
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data/data
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:18.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:18.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.385517 32382 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:18.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.387190 32382 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:18.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.387709 32382 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.456939 32382 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.188:45823
14:00:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.457046 32456 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.188:45823 every 8 connection(s)
14:00:18.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.461089 32382 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/data/info.pb
14:00:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.462713 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 32382
14:00:18.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.463193 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/master-2/wal/instance
14:00:18.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.468290 32457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:18.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.484084 32457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.509536 32457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.519091 32457 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } has no permanent_uuid. Determining permanent_uuid...
14:00:18.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.534528 32457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: Bootstrap starting.
14:00:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.542622 32457 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: Neither blocks nor log segments found. Creating new log.
14:00:18.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.544674 32457 log.cc:826] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: Log is configured to *not* fsync() on all Append() calls
14:00:18.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.549371 32457 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: No bootstrap required, opened a new log
14:00:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.569651 32457 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.570283 32457 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:18.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.570549 32457 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5bbb1a4467074fdbbf7c74afad96e673, State: Initialized, Role: FOLLOWER
14:00:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.571498 32457 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.574084 32465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.575696 32465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: This master's current role is: FOLLOWER
14:00:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.575726 32457 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: configured and running, proceeding with master startup.
14:00:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:18.600795 32476 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:00:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:18.601120 32476 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:00:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.595945 32382 master_runner.cc:187] Error getting master registration for 127.31.119.190:45257: OK, instance_id { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" instance_seqno: 1790431214207126 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:18.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.626344 32382 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:18.642927 32411 tablet.cc:2433] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.920395 32302 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 7
14:00:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.933334 32465 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:18.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.933862 32465 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:18.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.936358 32465 leader_election.cc:290] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 669f7fc9d11c48928f1e98591fab5427 (127.31.119.190:45257), a768aa47249b4320a43aaf7272d1200e (127.31.119.189:44439)
14:00:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.938848 32302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: Bootstrap starting.
14:00:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.946101 32302 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: Neither blocks nor log segments found. Creating new log.
14:00:18.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.948315 32302 log.cc:826] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: Log is configured to *not* fsync() on all Append() calls
14:00:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.956673 32302 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: No bootstrap required, opened a new log
14:00:18.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.963397 32380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } attempt: 7
14:00:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.985754 32302 raft_consensus.cc:359] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.986977 32302 raft_consensus.cc:385] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.987563 32302 raft_consensus.cc:740] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 669f7fc9d11c48928f1e98591fab5427, State: Initialized, Role: FOLLOWER
14:00:18.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.988713 32302 consensus_queue.cc:260] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.992622 32481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:18.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.994361 32481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: This master's current role is: FOLLOWER
14:00:18.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.995623 32302 sys_catalog.cc:565] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: configured and running, proceeding with master startup.
14:00:18.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.995729 32380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: Bootstrap starting.
14:00:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.995774 32277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5bbb1a4467074fdbbf7c74afad96e673" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "669f7fc9d11c48928f1e98591fab5427" is_pre_election: true
14:00:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.996587 32277 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bbb1a4467074fdbbf7c74afad96e673 in term 0.
14:00:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:18.998062 32406 leader_election.cc:304] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bbb1a4467074fdbbf7c74afad96e673, 669f7fc9d11c48928f1e98591fab5427; no voters:
14:00:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.000927 32465 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:00:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.001322 32465 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:19.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.001634 32465 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 0 FOLLOWER]: Advancing to term 1
14:00:19.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.012632 32465 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.029142 32277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5bbb1a4467074fdbbf7c74afad96e673" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "669f7fc9d11c48928f1e98591fab5427"
14:00:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.029742 32277 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 0 FOLLOWER]: Advancing to term 1
14:00:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.031247 32465 leader_election.cc:290] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [CANDIDATE]: Term 1 election: Requested vote from peers 669f7fc9d11c48928f1e98591fab5427 (127.31.119.190:45257), a768aa47249b4320a43aaf7272d1200e (127.31.119.189:44439)
14:00:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.032245 32380 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: Neither blocks nor log segments found. Creating new log.
14:00:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.034363 32380 log.cc:826] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: Log is configured to *not* fsync() on all Append() calls
14:00:19.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.038932 32277 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5bbb1a4467074fdbbf7c74afad96e673 in term 1.
14:00:19.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.040385 32406 leader_election.cc:304] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5bbb1a4467074fdbbf7c74afad96e673, 669f7fc9d11c48928f1e98591fab5427; no voters:
14:00:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.041502 32465 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 1 FOLLOWER]: Leader election won for term 1
14:00:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.044473 32380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: No bootstrap required, opened a new log
14:00:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.047572 32465 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [term 1 LEADER]: Becoming Leader. State: Replica: 5bbb1a4467074fdbbf7c74afad96e673, State: Running, Role: LEADER
14:00:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.048906 32465 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:19.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.073099 32380 raft_consensus.cc:359] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:19.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.074373 32380 raft_consensus.cc:385] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.074919 32380 raft_consensus.cc:740] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a768aa47249b4320a43aaf7272d1200e, State: Initialized, Role: FOLLOWER
14:00:19.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.076277 32380 consensus_queue.cc:260] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } }
14:00:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.077782 32488 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5bbb1a4467074fdbbf7c74afad96e673. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.078616 32488 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: This master's current role is: LEADER
14:00:19.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.082405 32494 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:00:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.090291 32493 sys_catalog.cc:455] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.097023 32497 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.097525 32493 sys_catalog.cc:458] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: This master's current role is: FOLLOWER
14:00:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.094412 32352 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5bbb1a4467074fdbbf7c74afad96e673" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a768aa47249b4320a43aaf7272d1200e" is_pre_election: true
14:00:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.095278 32351 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5bbb1a4467074fdbbf7c74afad96e673" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a768aa47249b4320a43aaf7272d1200e"
14:00:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.094189 32380 sys_catalog.cc:565] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: configured and running, proceeding with master startup.
14:00:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.098402 32352 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5bbb1a4467074fdbbf7c74afad96e673 in term 0.
14:00:19.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.103294 32494 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:00:19.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.123428 32352 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 0 FOLLOWER]: Advancing to term 1
14:00:19.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.126929 32277 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [term 1 FOLLOWER]: Refusing update from remote peer 5bbb1a4467074fdbbf7c74afad96e673: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:19.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.128624 32488 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [LEADER]: Connected to new peer: Peer: permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:19.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.138422 32352 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [term 1 FOLLOWER]: Refusing update from remote peer 5bbb1a4467074fdbbf7c74afad96e673: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:19.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.140292 32488 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.164834 32256 tablet.cc:2433] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.106068 32234 master_runner.cc:187] Error getting master registration for 127.31.119.189:44439: OK, instance_id { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" instance_seqno: 1790431216585384 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:19.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.182755 32234 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.190196 32481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5bbb1a4467074fdbbf7c74afad96e673. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.191035 32481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: This master's current role is: FOLLOWER
14:00:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.195648 32465 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.196362 32465 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: This master's current role is: LEADER
14:00:19.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.204764 32488 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.205621 32488 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673 [sys.catalog]: This master's current role is: LEADER
14:00:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.220165 32494 catalog_manager.cc:1396] Generated new cluster ID: 810eb4c14ac345dd86ac582a2faf0c79
14:00:19.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.220446 32494 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:00:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.236486 32481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.237167 32481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427 [sys.catalog]: This master's current role is: FOLLOWER
14:00:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.295346 32494 catalog_manager.cc:1419] Generated new certificate authority record
14:00:19.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.297284 32494 catalog_manager.cc:1553] Loading token signing keys...
14:00:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.378523 32494 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 5bbb1a4467074fdbbf7c74afad96e673: Generated new TSK 0
14:00:19.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.379612 32494 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.424504 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:19.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/logs
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data/info.pb
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.129:0
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.129
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.129
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:19.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.689790 32512 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.687500 32380 thread.cc:641] bgtasks (catalog manager) Time spent creating pthread: real 0.517s user 0.003s sys 0.001s
14:00:19.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.698606 32380 thread.cc:608] bgtasks (catalog manager) Time spent starting thread: real 0.529s user 0.003s sys 0.001s
14:00:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.701155 32493 sys_catalog.cc:455] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5bbb1a4467074fdbbf7c74afad96e673. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.701836 32493 sys_catalog.cc:458] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: This master's current role is: FOLLOWER
14:00:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.705015 32351 thread.cc:641] raft [worker] (thread pool) Time spent creating pthread: real 0.523s user 0.004s sys 0.001s
14:00:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.705281 32351 thread.cc:608] raft [worker] (thread pool) Time spent starting thread: real 0.524s user 0.004s sys 0.001s
14:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.730285 32514 sys_catalog.cc:455] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5bbb1a4467074fdbbf7c74afad96e673" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "669f7fc9d11c48928f1e98591fab5427" member_type: VOTER last_known_addr { host: "127.31.119.190" port: 45257 } } peers { permanent_uuid: "a768aa47249b4320a43aaf7272d1200e" member_type: VOTER last_known_addr { host: "127.31.119.189" port: 44439 } } peers { permanent_uuid: "5bbb1a4467074fdbbf7c74afad96e673" member_type: VOTER last_known_addr { host: "127.31.119.188" port: 45823 } } }
14:00:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:19.731036 32514 sys_catalog.cc:458] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e [sys.catalog]: This master's current role is: FOLLOWER
14:00:19.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.984314 32518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.984760 32518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:19.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:19.985188 32518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:20.018332 32518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:20.019068 32518 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.119.129
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.055966 32518 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/logs
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:20.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.129:0
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data/info.pb
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.129
14:00:20.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.129
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:20.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.057130 32518 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:20.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.058563 32518 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:20.074194 32526 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.117929 32497 catalog_manager.cc:1308] Loaded cluster ID: 810eb4c14ac345dd86ac582a2faf0c79
14:00:20.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.118223 32497 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: loading cluster ID for follower catalog manager: success
14:00:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.135198 32497 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: acquiring CA information for follower catalog manager: success
14:00:20.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.153692 32497 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 669f7fc9d11c48928f1e98591fab5427: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:20.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.707647 32512 catalog_manager.cc:1308] Loaded cluster ID: 810eb4c14ac345dd86ac582a2faf0c79
14:00:20.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.708636 32512 catalog_manager.cc:1601] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: loading cluster ID for follower catalog manager: success
14:00:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.721541 32512 catalog_manager.cc:1623] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: acquiring CA information for follower catalog manager: success
14:00:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:20.738575 32512 catalog_manager.cc:1651] T 00000000000000000000000000000000 P a768aa47249b4320a43aaf7272d1200e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:21.475641 32525 debug-util.cc:398] Leaking SignalData structure 0x7b0800034de0 after lost signal to thread 32518
14:00:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:21.966566 32525 kernel_stack_watchdog.cc:198] Thread 32518 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
14:00:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:20.074918 32527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:21.970295 32518 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.894s user 0.002s sys 0.000s
14:00:21.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:21.970747 32518 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.895s user 0.003s sys 0.000s
14:00:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:21.976863 32529 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.979595 32518 server_base.cc:1061] running on GCE node
14:00:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.980752 32518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.983322 32518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.985025 32518 hybrid_clock.cc:648] HybridClock initialized: now 1790431221984959 us; error 70 us; skew 500 ppm
14:00:21.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.985865 32518 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:21.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.992938 32518 webserver.cc:533] Webserver started at http://127.31.119.129:39551/ using document root <none> and password file <none>
14:00:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.993846 32518 fs_manager.cc:362] Metadata directory not provided
14:00:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.994084 32518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:21.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.994622 32518 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:21.999030 32518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data/instance:
14:00:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d80dae6119cf4a86bbbc5dadcb138c47"
14:00:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:21 on dist-test-slave-vr0s"
14:00:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.000365 32518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal/instance:
14:00:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d80dae6119cf4a86bbbc5dadcb138c47"
14:00:22.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:21 on dist-test-slave-vr0s"
14:00:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.008353 32518 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
14:00:22.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.014681 32539 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.016037 32518 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:00:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.016367 32518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal
14:00:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d80dae6119cf4a86bbbc5dadcb138c47"
14:00:22.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:21 on dist-test-slave-vr0s"
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.016737 32518 fs_report.cc:389] FS layout report
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data/data
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:22.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:22.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:22.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.073498 32518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.075129 32518 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:22.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.075695 32518 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:22.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.078781 32518 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.084292 32518 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:22.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.084527 32518 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.084884 32518 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:22.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.085104 32518 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:22.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.348006 32518 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.129:41321
14:00:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.348145 32652 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.129:41321 every 8 connection(s)
14:00:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.352057 32518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/data/info.pb
14:00:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.361617 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 32518
14:00:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.362265 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-0/wal/instance
14:00:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.380474 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/logs
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data/info.pb
14:00:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.130:0
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.130
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.130
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:22.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.443599 32657 heartbeater.cc:344] Connected to a master server at 127.31.119.190:45257
14:00:22.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.444084 32657 heartbeater.cc:461] Registering TS with master...
14:00:22.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.445307 32657 heartbeater.cc:507] Master 127.31.119.190:45257 requested a full tablet report, sending...
14:00:22.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.449287 32267 ts_manager.cc:194] Registered new tserver with Master: d80dae6119cf4a86bbbc5dadcb138c47 (127.31.119.129:41321)
14:00:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.462189 32654 heartbeater.cc:344] Connected to a master server at 127.31.119.189:44439
14:00:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.462553 32654 heartbeater.cc:461] Registering TS with master...
14:00:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.463737 32654 heartbeater.cc:507] Master 127.31.119.189:44439 requested a full tablet report, sending...
14:00:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.466682 32342 ts_manager.cc:194] Registered new tserver with Master: d80dae6119cf4a86bbbc5dadcb138c47 (127.31.119.129:41321)
14:00:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.478637 32653 heartbeater.cc:344] Connected to a master server at 127.31.119.188:45823
14:00:22.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.478963 32653 heartbeater.cc:461] Registering TS with master...
14:00:22.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.480120 32653 heartbeater.cc:507] Master 127.31.119.188:45823 requested a full tablet report, sending...
14:00:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.484225 32422 ts_manager.cc:194] Registered new tserver with Master: d80dae6119cf4a86bbbc5dadcb138c47 (127.31.119.129:41321)
14:00:22.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.486778 32422 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.119.129:58577
14:00:22.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:22.856778 32661 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:22.857811 32661 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:22.858526 32661 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:22.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:22.918517 32661 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:22.920217 32661 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.119.130
14:00:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.985158 32661 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:22.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/logs
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:22.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.130:0
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data/info.pb
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.130
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.130
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.986827 32661 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:22.988862 32661 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:23.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:23.012382 32670 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:23.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:23.490675 32653 heartbeater.cc:499] Master 127.31.119.188:45823 was elected leader, sending a full tablet report...
14:00:24.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:23.023531 32672 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:24.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:23.020278 32669 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:24.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:24.453540 32671 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1435 milliseconds
14:00:24.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.453636 32661 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:24.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.454838 32661 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.457278 32661 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:24.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.458885 32661 hybrid_clock.cc:648] HybridClock initialized: now 1790431224458815 us; error 86 us; skew 500 ppm
14:00:24.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.459996 32661 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:24.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.467418 32661 webserver.cc:533] Webserver started at http://127.31.119.130:35013/ using document root <none> and password file <none>
14:00:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.468329 32661 fs_manager.cc:362] Metadata directory not provided
14:00:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.468530 32661 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.468909 32661 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.472975 32661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data/instance:
14:00:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd22f5fef7b74223bc20451ebcc4706c"
14:00:24.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:24 on dist-test-slave-vr0s"
14:00:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.474104 32661 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal/instance:
14:00:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd22f5fef7b74223bc20451ebcc4706c"
14:00:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:24 on dist-test-slave-vr0s"
14:00:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.482589 32661 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.003s sys 0.004s
14:00:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.488611 32679 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.489650 32661 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:00:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.489989 32661 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal
14:00:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cd22f5fef7b74223bc20451ebcc4706c"
14:00:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:24 on dist-test-slave-vr0s"
14:00:24.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.490345 32661 fs_report.cc:389] FS layout report
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data/data
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:24.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:24.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.579895 32661 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:24.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.581501 32661 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.582000 32661 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:24.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.584805 32661 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.588796 32661 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.588987 32661 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.589174 32661 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:24.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.589308 32661 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:24.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.734398 32661 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.130:41411
14:00:24.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.734496 324 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.130:41411 every 8 connection(s)
14:00:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.737056 32661 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/data/info.pb
14:00:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.745374 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 32661
14:00:24.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.745934 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-1/wal/instance
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.763612 32222 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:24.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/logs
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data/info.pb
14:00:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.131:0
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.131
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.131
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:24.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:00:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.781754 325 heartbeater.cc:344] Connected to a master server at 127.31.119.188:45823
14:00:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.782593 325 heartbeater.cc:461] Registering TS with master...
14:00:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.784065 325 heartbeater.cc:507] Master 127.31.119.188:45823 requested a full tablet report, sending...
14:00:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.786754 32422 ts_manager.cc:194] Registered new tserver with Master: cd22f5fef7b74223bc20451ebcc4706c (127.31.119.130:41411)
14:00:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.787655 326 heartbeater.cc:344] Connected to a master server at 127.31.119.189:44439
14:00:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.787989 326 heartbeater.cc:461] Registering TS with master...
14:00:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.788771 326 heartbeater.cc:507] Master 127.31.119.189:44439 requested a full tablet report, sending...
14:00:24.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.788837 32422 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.119.130:33879
14:00:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.791976 32342 ts_manager.cc:194] Registered new tserver with Master: cd22f5fef7b74223bc20451ebcc4706c (127.31.119.130:41411)
14:00:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.792518 327 heartbeater.cc:344] Connected to a master server at 127.31.119.190:45257
14:00:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.792832 327 heartbeater.cc:461] Registering TS with master...
14:00:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.793437 327 heartbeater.cc:507] Master 127.31.119.190:45257 requested a full tablet report, sending...
14:00:24.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:24.795969 32267 ts_manager.cc:194] Registered new tserver with Master: cd22f5fef7b74223bc20451ebcc4706c (127.31.119.130:41411)
14:00:25.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.086362 335 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.086934 335 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:25.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.087641 335 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:25.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.120664 335 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:25.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.121421 335 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.119.131
14:00:25.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:25.156510 335 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/logs
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.119.148:37099
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.119.131:0
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data/info.pb
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.119.131
14:00:25.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.119.190:45257,127.31.119.189:44439,127.31.119.188:45823
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.119.131
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:25.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:25.157814 335 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:25.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:25.159547 335 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:25.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.172729 341 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:25.794492 325 heartbeater.cc:499] Master 127.31.119.188:45823 was elected leader, sending a full tablet report...
14:00:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:25.173350 342 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:26.516144 343 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1334 milliseconds
14:00:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:26.517117 344 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:26.519661 335 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.347s user 0.000s sys 0.013s
14:00:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:26.519924 335 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.347s user 0.000s sys 0.013s
14:00:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.520093 335 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:26.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.521066 335 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.523577 335 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.525012 335 hybrid_clock.cc:648] HybridClock initialized: now 1790431226524943 us; error 71 us; skew 500 ppm
14:00:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.525769 335 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.534433 335 webserver.cc:533] Webserver started at http://127.31.119.131:37519/ using document root <none> and password file <none>
14:00:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.535614 335 fs_manager.cc:362] Metadata directory not provided
14:00:26.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.535823 335 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:26.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.536190 335 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:26.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.540454 335 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data/instance:
14:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6a63f743a54278b12f5795147392c1"
14:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:26 on dist-test-slave-vr0s"
14:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.541491 335 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal/instance:
14:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6a63f743a54278b12f5795147392c1"
14:00:26.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:26 on dist-test-slave-vr0s"
14:00:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.549500 335 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
14:00:26.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.555797 351 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.557053 335 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
14:00:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.557448 335 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal
14:00:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b6a63f743a54278b12f5795147392c1"
14:00:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:26 on dist-test-slave-vr0s"
14:00:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.557879 335 fs_report.cc:389] FS layout report
14:00:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal
14:00:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data/data
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:26.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:26.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.656291 335 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:26.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.657713 335 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.658103 335 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:26.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.661062 335 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.665053 335 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.665251 335 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.665453 335 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:26.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.665586 335 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.831784 335 rpc_server.cc:307] RPC server started. Bound to: 127.31.119.131:37793
14:00:26.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.832204 463 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.119.131:37793 every 8 connection(s)
14:00:26.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.834502 335 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/data/info.pb
14:00:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.838140 32222 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 335
14:00:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.838838 32222 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster8467925517615317190/ts-2/wal/instance
14:00:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.880825 466 heartbeater.cc:344] Connected to a master server at 127.31.119.190:45257
14:00:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.881395 466 heartbeater.cc:461] Registering TS with master...
14:00:26.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.883353 466 heartbeater.cc:507] Master 127.31.119.190:45257 requested a full tablet report, sending...
14:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.884548 464 heartbeater.cc:344] Connected to a master server at 127.31.119.188:45823
14:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.885012 464 heartbeater.cc:461] Registering TS with master...
14:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.885260 465 heartbeater.cc:344] Connected to a master server at 127.31.119.189:44439
14:00:26.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.885864 465 heartbeater.cc:461] Registering TS with master...
14:00:26.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.886356 464 heartbeater.cc:507] Master 127.31.119.188:45823 requested a full tablet report, sending...
14:00:26.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.887805 465 heartbeater.cc:507] Master 127.31.119.189:44439 requested a full tablet report, sending...
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.888921 32421 ts_manager.cc:194] Registered new tserver with Master: 8b6a63f743a54278b12f5795147392c1 (127.31.119.131:37793)
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.889590 32267 ts_manager.cc:194] Registered new tserver with Master: 8b6a63f743a54278b12f5795147392c1 (127.31.119.131:37793)
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.890805 32342 ts_manager.cc:194] Registered new tserver with Master: 8b6a63f743a54278b12f5795147392c1 (127.31.119.131:37793)
14:00:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.891099 32421 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.119.131:37861
14:00:26.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:26.913542 32222 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:00:26.926 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:00:26.927 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:00:26.938 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.119.190"
port: 45257
}
bound_http_address {
host: "127.31.119.190"
port: 45269
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.119.189"
port: 44439
}
bound_http_address {
host: "127.31.119.189"
port: 39055
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.119.188"
port: 45823
}
bound_http_address {
host: "127.31.119.188"
port: 41663
}
}
}
14:00:26.942 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:00:26.944 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.119.129"
port: 41321
}
bound_http_address {
host: "127.31.119.129"
port: 39551
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.119.130"
port: 41411
}
bound_http_address {
host: "127.31.119.130"
port: 35013
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.119.131"
port: 37793
}
bound_http_address {
host: "127.31.119.131"
port: 37519
}
}
}
14:00:26.945 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:00:27.103 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:00:27.166 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:00:27.275 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKC1fQD/test-tmp
14:00:27.276 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:00:27.276 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKC1fQD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:00:27.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:00:27.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:27.643 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:00:27.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:27.647235 477 mini_oidc.cc:150] Starting JWKS server
14:00:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:27.650847 477 webserver.cc:533] Webserver started at http://127.0.0.1:45105/ using document root <none> and password file <none>
14:00:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:27.651361 477 mini_oidc.cc:186] Starting OIDC Discovery server
14:00:27.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:27.652946 477 webserver.cc:533] Webserver started at http://127.0.0.1:43145/ using document root <none> and password file <none>
14:00:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:00:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/principal' for realm 'KRBTEST.COM',
14:00:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:00:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:27 dist-test-slave-vr0s krb5kdc[489](info): setting up network...
14:00:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:00:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:27 dist-test-slave-vr0s krb5kdc[489](info): set up 2 sockets
14:00:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:27 dist-test-slave-vr0s krb5kdc[489](info): commencing operation
14:00:27.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:00:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:27.895264 464 heartbeater.cc:499] Master 127.31.119.188:45823 was elected leader, sending a full tablet report...
14:00:29.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:29.793845 477 mini_kdc.cc:121] Time spent starting KDC: real 2.105s user 0.004s sys 0.015s
14:00:29.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:00:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:29.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:00:29.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:00:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:00:29.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:00:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:29.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:00:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:00:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/test-user.keytab.
14:00:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/test-user.keytab.
14:00:29.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:29 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:29.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:29Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:00:29.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:29Z Disabled control of system clock
14:00:29.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.126@KRBTEST.COM; defaulting to no policy
14:00:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:29.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.126@KRBTEST.COM" created.
14:00:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:29.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:29.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.126@KRBTEST.COM; defaulting to no policy
14:00:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:29.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.126@KRBTEST.COM" created.
14:00:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:30.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:30.010844 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/logs
14:00:30.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.126:33955
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.126
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.126
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:30.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.312543 506 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:30.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.313170 506 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.314059 506 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.346773 506 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.347048 506 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.347561 506 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.347900 506 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.348235 506 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.348572 506 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.348733 506 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:30.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:30.386523 506 master_runner.cc:387] Master server non-default flags:
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/logs
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.126
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.126:33955
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:30.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.126
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:30.387784 506 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:30.388700 506 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.400820 512 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:30.401629 513 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:31.860176 506 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.459s user 0.535s sys 0.905s
14:00:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:31.860980 506 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.460s user 0.535s sys 0.905s
14:00:31.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:31.804152 511 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 506
14:00:31.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:31.863025 515 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:31.867650 514 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1466 milliseconds
14:00:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.867671 506 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.869233 506 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:31.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.871677 506 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:31.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.873055 506 hybrid_clock.cc:648] HybridClock initialized: now 1790431231873024 us; error 29 us; skew 500 ppm
14:00:31.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.873952 506 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:31.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:31 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431231, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:31.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.880159 506 init.cc:377] Logged in from keytab as kudu/127.0.119.126@KRBTEST.COM (short username kudu)
14:00:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.884917 506 webserver.cc:533] Webserver started at http://127.0.119.126:32805/ using document root <none> and password file <none>
14:00:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.885824 506 fs_manager.cc:362] Metadata directory not provided
14:00:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.886056 506 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:31.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.886559 506 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.890563 506 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/instance:
14:00:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:31.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:31 on dist-test-slave-vr0s"
14:00:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.891780 506 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal/instance:
14:00:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:31.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:31 on dist-test-slave-vr0s"
14:00:31.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.899441 506 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
14:00:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.904443 526 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.905375 506 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
14:00:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.905720 506 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:31 on dist-test-slave-vr0s"
14:00:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.906045 506 fs_report.cc:389] FS layout report
14:00:31.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/data
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:31.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.956450 506 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.962299 506 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:31.962818 506 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.040547 506 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.126:33955
14:00:32.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.040759 577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.126:33955 every 8 connection(s)
14:00:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.043383 506 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.049213 578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:32.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.051630 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 506
14:00:32.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.052089 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal/instance
14:00:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.059911 578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } has no permanent_uuid. Determining permanent_uuid...
14:00:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.125@KRBTEST.COM; defaulting to no policy
14:00:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.125@KRBTEST.COM" created.
14:00:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:32 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431231, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:32.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.099108 578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } has no permanent_uuid. Determining permanent_uuid...
14:00:32.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.102685 528 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.107033 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.125@KRBTEST.COM; defaulting to no policy
14:00:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.125@KRBTEST.COM" created.
14:00:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:32.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.141333 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/logs
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.125:43351
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.125
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:32.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.125
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:32.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:32.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.156553 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 1
14:00:32.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.160820 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.229259 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 2
14:00:32.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.234323 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.325810 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 3
14:00:32.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.331418 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.461588 587 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.462081 587 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.462858 587 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.474833 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 4
14:00:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.479277 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.498513 587 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:32.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.498716 587 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.499056 587 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.499358 587 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:32.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.499596 587 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.499799 587 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.500038 587 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.538770 587 master_runner.cc:387] Master server non-default flags:
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/logs
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:32.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.125
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.125:43351
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.125
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.540263 587 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.541689 587 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.553416 594 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:32.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:32.778704 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 5
14:00:32.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.785347 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:33.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.332907 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 6
14:00:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:33.342993 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.125:43351: Network error: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:32.554677 595 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:33.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:33.820490 596 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:00:33.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:33.822467 597 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:33.825443 587 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.272s user 0.544s sys 0.719s
14:00:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:33.825803 587 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.272s user 0.544s sys 0.719s
14:00:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.826057 587 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.827612 587 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.830837 587 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:33.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.832446 587 hybrid_clock.cc:648] HybridClock initialized: now 1790431233832366 us; error 74 us; skew 500 ppm
14:00:33.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.833437 587 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:33.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:33 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431233, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.841717 587 init.cc:377] Logged in from keytab as kudu/127.0.119.125@KRBTEST.COM (short username kudu)
14:00:33.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.847452 587 webserver.cc:533] Webserver started at http://127.0.119.125:33199/ using document root <none> and password file <none>
14:00:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.848273 587 fs_manager.cc:362] Metadata directory not provided
14:00:33.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.848510 587 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:33.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.849045 587 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.853117 587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/instance:
14:00:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c"
14:00:33.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:33 on dist-test-slave-vr0s"
14:00:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.854259 587 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal/instance:
14:00:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c"
14:00:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:33 on dist-test-slave-vr0s"
14:00:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.864763 587 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.010s sys 0.002s
14:00:33.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.872193 608 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.873907 587 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
14:00:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.874455 587 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:33.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c"
14:00:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:33 on dist-test-slave-vr0s"
14:00:33.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.875202 587 fs_report.cc:389] FS layout report
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/data
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:33.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.954320 587 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:33.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.968658 587 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:33.969049 587 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.045403 660 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.125:43351 every 8 connection(s)
14:00:34.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.045753 587 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.125:43351
14:00:34.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.049510 587 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:34.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.056519 661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.059252 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 587
14:00:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.059741 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal/instance
14:00:34.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.071219 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.124@KRBTEST.COM; defaulting to no policy
14:00:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.124@KRBTEST.COM" created.
14:00:34.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:34 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431233, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.108592 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:34.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:34 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431233, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.124@KRBTEST.COM; defaulting to no policy
14:00:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.124@KRBTEST.COM" created.
14:00:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.133663 661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.136669 612 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.141202 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.149179 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:34.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/logs
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.124:38799
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.124
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:34.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.124
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:34.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.190689 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 1
14:00:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.194764 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.263234 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 2
14:00:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.267681 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.359043 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 3
14:00:34.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.363402 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.403584 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } attempt: 7
14:00:34.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:34 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431231, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:34.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.426328 578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } has no permanent_uuid. Determining permanent_uuid...
14:00:34.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.432956 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.490175 671 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:34.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.490680 671 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.491305 671 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:34.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.491384 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 1
14:00:34.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.495644 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.506825 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 4
14:00:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.511356 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.528051 671 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.528271 671 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.528543 671 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:34.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.528745 671 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.528993 671 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.529392 671 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:34.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.529660 671 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.570749 671 master_runner.cc:387] Master server non-default flags:
14:00:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/logs
14:00:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:34.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.124
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.124:38799
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.124
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:34.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.574740 671 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.576097 671 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:34.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.577047 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 2
14:00:34.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.580940 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.588599 680 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:34.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.666335 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 3
14:00:34.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.676842 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.810817 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 5
14:00:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:34.817378 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 4
14:00:34.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.818295 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:34.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.824337 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:35.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.107824 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 5
14:00:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:35.114666 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:35.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.365823 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 6
14:00:35.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:35.378924 661 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:35.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.667186 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 6
14:00:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:35.688599 578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.595944 683 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:35.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:34.590965 681 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:35.941140 682 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
14:00:35.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.941421 671 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.942631 671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:35.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.945082 671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:35.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.946456 671 hybrid_clock.cc:648] HybridClock initialized: now 1790431235946418 us; error 39 us; skew 500 ppm
14:00:35.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.947378 671 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:35.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:35 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431235, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.953327 671 init.cc:377] Logged in from keytab as kudu/127.0.119.124@KRBTEST.COM (short username kudu)
14:00:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.958488 671 webserver.cc:533] Webserver started at http://127.0.119.124:32929/ using document root <none> and password file <none>
14:00:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.959476 671 fs_manager.cc:362] Metadata directory not provided
14:00:35.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.959707 671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:35.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.960201 671 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.964234 671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/instance:
14:00:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c1c388a81564405adebaacb2a0f0cc3"
14:00:35.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:35 on dist-test-slave-vr0s"
14:00:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.965394 671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal/instance:
14:00:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c1c388a81564405adebaacb2a0f0cc3"
14:00:35.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:35 on dist-test-slave-vr0s"
14:00:35.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.972755 671 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:00:35.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.978415 696 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:35.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.979537 671 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.979811 671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c1c388a81564405adebaacb2a0f0cc3"
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:35 on dist-test-slave-vr0s"
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:35.980075 671 fs_report.cc:389] FS layout report
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/data
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:35.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.035512 671 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.041205 671 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:36.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.041719 671 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.122946 671 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.124:38799
14:00:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.123039 747 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.124:38799 every 8 connection(s)
14:00:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.126235 671 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.130873 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 671
14:00:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.131397 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal/instance
14:00:36.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.133723 748 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:00:36.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.149518 748 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } has no permanent_uuid. Determining permanent_uuid...
14:00:36.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:36.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431235, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.186585 748 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } has no permanent_uuid. Determining permanent_uuid...
14:00:36.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431235, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431229, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:36.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.210899 748 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } has no permanent_uuid. Determining permanent_uuid...
14:00:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431235, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.244083 748 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Bootstrap starting.
14:00:36.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.252553 748 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Neither blocks nor log segments found. Creating new log.
14:00:36.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.254573 748 log.cc:826] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Log is configured to *not* fsync() on all Append() calls
14:00:36.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.259927 748 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: No bootstrap required, opened a new log
14:00:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.279713 748 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.280264 748 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:36.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.280442 748 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c1c388a81564405adebaacb2a0f0cc3, State: Initialized, Role: FOLLOWER
14:00:36.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.281203 748 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.283699 759 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.284471 759 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: FOLLOWER
14:00:36.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.285267 748 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: configured and running, proceeding with master startup.
14:00:36.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:36.298303 702 tablet.cc:2433] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:36.312319 770 catalog_manager.cc:1607] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:00:36.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:36.312597 770 catalog_manager.cc:896] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:00:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.308823 671 master_runner.cc:187] Error getting master registration for 127.0.119.126:33955: OK, instance_id { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" instance_seqno: 1790431232019846 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:36.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.341513 671 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.393013 759 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.393503 759 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.395675 759 leader_election.cc:290] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955), 5ae3c89b5e1042c7aef85d7b69bfe81c (127.0.119.125:43351)
14:00:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.439456 661 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 7
14:00:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431233, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.476200 661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Bootstrap starting.
14:00:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.485972 661 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Neither blocks nor log segments found. Creating new log.
14:00:36.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.488627 661 log.cc:826] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Log is configured to *not* fsync() on all Append() calls
14:00:36.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.494977 661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: No bootstrap required, opened a new log
14:00:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.522979 661 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.524529 661 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:36.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.524852 661 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ae3c89b5e1042c7aef85d7b69bfe81c, State: Initialized, Role: FOLLOWER
14:00:36.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.525951 661 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.529217 774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.530961 661 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: configured and running, proceeding with master startup.
14:00:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.531366 774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: FOLLOWER
14:00:36.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.531123 636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c1c388a81564405adebaacb2a0f0cc3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" is_pre_election: true
14:00:36.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.532138 636 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4c1c388a81564405adebaacb2a0f0cc3 in term 0.
14:00:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.533610 698 leader_election.cc:304] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c1c388a81564405adebaacb2a0f0cc3, 5ae3c89b5e1042c7aef85d7b69bfe81c; no voters:
14:00:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.534999 759 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:00:36.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.535362 759 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:36.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.535683 759 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 0 FOLLOWER]: Advancing to term 1
14:00:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.542232 759 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.548473 636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c1c388a81564405adebaacb2a0f0cc3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c"
14:00:36.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.549013 636 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 0 FOLLOWER]: Advancing to term 1
14:00:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.556551 759 leader_election.cc:290] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [CANDIDATE]: Term 1 election: Requested vote from peers cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955), 5ae3c89b5e1042c7aef85d7b69bfe81c (127.0.119.125:43351)
14:00:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.557421 636 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4c1c388a81564405adebaacb2a0f0cc3 in term 1.
14:00:36.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.559023 698 leader_election.cc:304] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c1c388a81564405adebaacb2a0f0cc3, 5ae3c89b5e1042c7aef85d7b69bfe81c; no voters:
14:00:36.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.559926 759 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 FOLLOWER]: Leader election won for term 1
14:00:36.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.568925 759 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 LEADER]: Becoming Leader. State: Replica: 4c1c388a81564405adebaacb2a0f0cc3, State: Running, Role: LEADER
14:00:36.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.569870 759 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.586539 776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c1c388a81564405adebaacb2a0f0cc3. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.587253 776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: LEADER
14:00:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.590054 782 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:00:36.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.599767 782 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:00:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.624310 789 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:36.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.629289 636 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Refusing update from remote peer 4c1c388a81564405adebaacb2a0f0cc3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:36.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.631587 776 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:00:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.630613 587 master_runner.cc:187] Error getting master registration for 127.0.119.126:33955: OK, instance_id { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" instance_seqno: 1790431232019846 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:00:36.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.663378 587 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.677824 774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c1c388a81564405adebaacb2a0f0cc3. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.678586 774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: FOLLOWER
14:00:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.685591 776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.686373 776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: LEADER
14:00:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.689949 782 catalog_manager.cc:1396] Generated new cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.690250 782 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:00:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.692512 774 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.693133 774 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: FOLLOWER
14:00:36.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.722136 578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } attempt: 7
14:00:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.722602 782 catalog_manager.cc:1419] Generated new certificate authority record
14:00:36.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.727643 782 catalog_manager.cc:1553] Loading token signing keys...
14:00:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:36 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431231, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:36.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.772640 578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Bootstrap starting.
14:00:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.780249 578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Neither blocks nor log segments found. Creating new log.
14:00:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.782588 578 log.cc:826] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Log is configured to *not* fsync() on all Append() calls
14:00:36.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.789578 782 catalog_manager.cc:6219] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Generated new TSK 0
14:00:36.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.790692 782 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:00:36.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.799084 578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: No bootstrap required, opened a new log
14:00:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.846052 578 raft_consensus.cc:359] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.847242 578 raft_consensus.cc:385] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:00:36.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.848390 578 raft_consensus.cc:740] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc446b6419874988aaeb35ce3ac0a6f0, State: Initialized, Role: FOLLOWER
14:00:36.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.850051 578 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.858739 797 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:36.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.863517 797 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.862030 551 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 0 FOLLOWER]: Advancing to term 1
14:00:36.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.861743 553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c1c388a81564405adebaacb2a0f0cc3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" is_pre_election: true
14:00:36.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.863197 552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "4c1c388a81564405adebaacb2a0f0cc3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:36.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.860852 578 sys_catalog.cc:565] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: configured and running, proceeding with master startup.
14:00:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.884120 551 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Refusing update from remote peer 4c1c388a81564405adebaacb2a0f0cc3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:00:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.885136 797 raft_consensus.cc:493] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:36.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.885802 797 raft_consensus.cc:515] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:36.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.889142 776 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:00:36.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.65@KRBTEST.COM; defaulting to no policy
14:00:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:36.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.65@KRBTEST.COM" created.
14:00:36.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.924284 636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" is_pre_election: true
14:00:36.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.923137 797 leader_election.cc:290] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 5ae3c89b5e1042c7aef85d7b69bfe81c (127.0.119.125:43351), 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799)
14:00:36.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.927754 723 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c1c388a81564405adebaacb2a0f0cc3" is_pre_election: true
14:00:36.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:36.932662 529 leader_election.cc:304] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cc446b6419874988aaeb35ce3ac0a6f0; no voters: 4c1c388a81564405adebaacb2a0f0cc3, 5ae3c89b5e1042c7aef85d7b69bfe81c
14:00:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:36.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:36.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:36.954723 477 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.0.119.65: real 0.129s user 0.000s sys 0.034s
14:00:36.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:36.975471 532 tablet.cc:2433] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:00:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.65@KRBTEST.COM; defaulting to no policy
14:00:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:36.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.65@KRBTEST.COM" created.
14:00:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.020761 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal
14:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data
14:00:37.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/logs
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data/info.pb
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:37.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.65:0
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.65
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.65
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.65
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:37.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:37.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.029556 797 raft_consensus.cc:2749] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:00:37.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.039597 800 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4c1c388a81564405adebaacb2a0f0cc3. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:37.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.044173 800 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:37.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.042294 811 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:37.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.047199 811 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:37.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.099063 819 catalog_manager.cc:1308] Loaded cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:37.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.099676 819 catalog_manager.cc:1601] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: loading cluster ID for follower catalog manager: success
14:00:37.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.106701 819 catalog_manager.cc:1623] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: acquiring CA information for follower catalog manager: success
14:00:37.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.129578 819 catalog_manager.cc:1651] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:37.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.314796 776 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "4c1c388a81564405adebaacb2a0f0cc3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:37.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.316249 776 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: LEADER
14:00:37.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.581063 817 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.581739 817 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:37.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.582674 817 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:37.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.645901 817 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.647534 817 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.119.65
14:00:37.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.655300 789 catalog_manager.cc:1308] Loaded cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.659262 789 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: loading cluster ID for follower catalog manager: success
14:00:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.666491 789 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: acquiring CA information for follower catalog manager: success
14:00:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.671936 789 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:37.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.715386 817 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/logs
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.65
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.65:0
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data/info.pb
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.65
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:37.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:37.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.65
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.717118 817 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:37.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:37.718566 817 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:37.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.752568 833 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:39.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.393661 32409 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.31.119.189:44439, user_credentials={real_user=slave}} blocked reactor thread for 48977.4us
14:00:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.139912 831 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 817
14:00:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.857515 817 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.100s user 0.001s sys 0.000s
14:00:39.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.863478 817 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.106s user 0.001s sys 0.001s
14:00:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:37.753026 832 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:39.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.868417 836 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:39.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.870393 817 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:39.870797 834 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2112 milliseconds
14:00:39.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.872331 817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:39.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.879801 817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.891281 817 hybrid_clock.cc:648] HybridClock initialized: now 1790431239891246 us; error 50 us; skew 500 ppm
14:00:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.892347 817 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:39 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431239, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.902304 817 init.cc:377] Logged in from keytab as kudu/127.0.119.65@KRBTEST.COM (short username kudu)
14:00:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.949487 817 webserver.cc:533] Webserver started at http://127.0.119.65:40653/ using document root <none> and password file <none>
14:00:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.950698 817 fs_manager.cc:362] Metadata directory not provided
14:00:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.950975 817 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.951562 817 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.957458 817 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data/instance:
14:00:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdf868a084e74eada2e7f4670a91ae5b"
14:00:39.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:39 on dist-test-slave-vr0s"
14:00:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.958931 817 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal/instance:
14:00:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdf868a084e74eada2e7f4670a91ae5b"
14:00:39.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:39 on dist-test-slave-vr0s"
14:00:39.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.973811 817 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.009s sys 0.003s
14:00:39.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.987017 845 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.988317 817 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.010s sys 0.000s
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.988670 817 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cdf868a084e74eada2e7f4670a91ae5b"
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:39 on dist-test-slave-vr0s"
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:39.989078 817 fs_report.cc:389] FS layout report
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data/data
14:00:39.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:40.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.079960 817 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.087148 817 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.087751 817 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:40.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.096963 817 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.136758 817 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.137199 817 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
14:00:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.137501 817 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:40.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.137738 817 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.887550 817 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.65:39761
14:00:40.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.887677 959 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.65:39761 every 8 connection(s)
14:00:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.891112 817 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/data/info.pb
14:00:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.899566 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 817
14:00:40.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.900616 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-0/wal/instance
14:00:40.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:40 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431239, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.969504 960 heartbeater.cc:344] Connected to a master server at 127.0.119.124:38799
14:00:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.970054 960 heartbeater.cc:461] Registering TS with master...
14:00:40.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.66@KRBTEST.COM; defaulting to no policy
14:00:40.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.971825 960 heartbeater.cc:507] Master 127.0.119.124:38799 requested a full tablet report, sending...
14:00:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.976437 713 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:40.978885 713 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.0.119.65@KRBTEST.COM'} at 127.0.119.65:53269
14:00:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:40 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431239, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.66@KRBTEST.COM" created.
14:00:40.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:40 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431239, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:41.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.009012 961 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.009392 961 heartbeater.cc:461] Registering TS with master...
14:00:41.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.010510 961 heartbeater.cc:507] Master 127.0.119.125:43351 requested a full tablet report, sending...
14:00:41.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.013734 626 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.020020 964 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:41.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.020375 964 heartbeater.cc:461] Registering TS with master...
14:00:41.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.020985 964 heartbeater.cc:507] Master 127.0.119.126:33955 requested a full tablet report, sending...
14:00:41.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.024112 543 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:41.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:41.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:41.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.040807 477 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.0.119.66: real 0.128s user 0.002s sys 0.012s
14:00:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.66@KRBTEST.COM; defaulting to no policy
14:00:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.66@KRBTEST.COM" created.
14:00:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:41.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.091001 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/logs
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data/info.pb
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.66:0
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.66
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.66
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.66
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.517839 974 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.518368 974 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:41.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.519299 974 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.555471 974 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.556311 974 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.119.66
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.596132 974 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/logs
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.66
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.66:0
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:41.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data/info.pb
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.66
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.66
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.597340 974 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.598341 974 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:41.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.611434 980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:41 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431241, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.885957 522 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:41.983197 960 heartbeater.cc:499] Master 127.0.119.124:38799 was elected leader, sending a full tablet report...
14:00:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:41.613989 981 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:42.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:42.942333 974 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.330s user 0.520s sys 0.799s
14:00:42.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:42.942715 974 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.331s user 0.520s sys 0.799s
14:00:42.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.946615 974 server_base.cc:1061] running on GCE node
14:00:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:42.947319 989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:42.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.948927 974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:42.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.951768 974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:42.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.955432 974 hybrid_clock.cc:648] HybridClock initialized: now 1790431242955050 us; error 362 us; skew 500 ppm
14:00:42.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.956614 974 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:42 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431242, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.965441 974 init.cc:377] Logged in from keytab as kudu/127.0.119.66@KRBTEST.COM (short username kudu)
14:00:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.973131 974 webserver.cc:533] Webserver started at http://127.0.119.66:45639/ using document root <none> and password file <none>
14:00:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.973941 974 fs_manager.cc:362] Metadata directory not provided
14:00:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.974119 974 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.974485 974 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:42.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.978942 974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data/instance:
14:00:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e4cdbc6a9114f60bc5346dbc5f9a240"
14:00:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:42 on dist-test-slave-vr0s"
14:00:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.980085 974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal/instance:
14:00:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e4cdbc6a9114f60bc5346dbc5f9a240"
14:00:42.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:42 on dist-test-slave-vr0s"
14:00:42.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.988308 974 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
14:00:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.995183 995 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.996822 974 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:00:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.997200 974 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal
14:00:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e4cdbc6a9114f60bc5346dbc5f9a240"
14:00:42.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:42 on dist-test-slave-vr0s"
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:42.997613 974 fs_report.cc:389] FS layout report
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data/data
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:42.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:43.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.101454 974 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:43.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.106503 974 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.106913 974 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.109411 974 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.113355 974 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.113540 974 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.113730 974 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.113907 974 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.281198 974 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.66:37601
14:00:43.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.281359 1107 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.66:37601 every 8 connection(s)
14:00:43.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.283941 974 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/data/info.pb
14:00:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.290349 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 974
14:00:43.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.290692 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-1/wal/instance
14:00:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:43 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431242, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.66@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.119.67@KRBTEST.COM; defaulting to no policy
14:00:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:43 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431242, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.66@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.119.67@KRBTEST.COM" created.
14:00:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:43 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431242, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.66@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.350010 1108 heartbeater.cc:344] Connected to a master server at 127.0.119.124:38799
14:00:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.350483 1108 heartbeater.cc:461] Registering TS with master...
14:00:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.351951 1108 heartbeater.cc:507] Master 127.0.119.124:38799 requested a full tablet report, sending...
14:00:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.354367 713 ts_manager.cc:194] Registered new tserver with Master: 2e4cdbc6a9114f60bc5346dbc5f9a240 (127.0.119.66:37601)
14:00:43.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.356173 713 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.0.119.66@KRBTEST.COM'} at 127.0.119.66:54173
14:00:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.364276 1109 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:43.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.364621 1109 heartbeater.cc:461] Registering TS with master...
14:00:43.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.365250 1109 heartbeater.cc:507] Master 127.0.119.125:43351 requested a full tablet report, sending...
14:00:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.365969 1110 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.366350 1110 heartbeater.cc:461] Registering TS with master...
14:00:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.367063 1110 heartbeater.cc:507] Master 127.0.119.126:33955 requested a full tablet report, sending...
14:00:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.368197 626 ts_manager.cc:194] Registered new tserver with Master: 2e4cdbc6a9114f60bc5346dbc5f9a240 (127.0.119.66:37601)
14:00:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.369593 543 ts_manager.cc:194] Registered new tserver with Master: 2e4cdbc6a9114f60bc5346dbc5f9a240 (127.0.119.66:37601)
14:00:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:43.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.119.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.119.67@KRBTEST.COM; defaulting to no policy
14:00:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.119.67@KRBTEST.COM" created.
14:00:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:00:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.119.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab.
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.410828 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/logs
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data/info.pb
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.67:0
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.67
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.67
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.67
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:43.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.749020 1122 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.749644 1122 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:43.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.750494 1122 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.785863 1122 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:43.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.786778 1122 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.119.67
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.824879 1122 tablet_server_runner.cc:78] Tablet server non-default flags:
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/logs
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.67
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.67:0
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data/info.pb
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.67
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.119.67
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:43.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.826529 1122 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:43.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.827764 1122 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.840854 1128 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:43 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431243, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:43.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:43.846715 604 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:44.359633 1108 heartbeater.cc:499] Master 127.0.119.124:38799 was elected leader, sending a full tablet report...
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.246588 1127 debug-util.cc:398] Leaking SignalData structure 0x7b08000372a0 after lost signal to thread 1122
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.453867 1127 kernel_stack_watchdog.cc:198] Thread 1122 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:00:45.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.454190 1122 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.611s user 0.000s sys 0.002s
14:00:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.454630 1122 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.612s user 0.000s sys 0.002s
14:00:45.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:43.841955 1129 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.456537 1132 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:45.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:45.460103 1130 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1612 milliseconds
14:00:45.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.460155 1122 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.461333 1122 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.463860 1122 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:45.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.465263 1122 hybrid_clock.cc:648] HybridClock initialized: now 1790431245465198 us; error 67 us; skew 500 ppm
14:00:45.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.466002 1122 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:45.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:45.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.472671 1122 init.cc:377] Logged in from keytab as kudu/127.0.119.67@KRBTEST.COM (short username kudu)
14:00:45.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.478117 1122 webserver.cc:533] Webserver started at http://127.0.119.67:37313/ using document root <none> and password file <none>
14:00:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.479377 1122 fs_manager.cc:362] Metadata directory not provided
14:00:45.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.479642 1122 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.480177 1122 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:00:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.485950 1122 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data/instance:
14:00:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a922d1eb1442e594dbe6ab6bfdc4a6"
14:00:45.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:45 on dist-test-slave-vr0s"
14:00:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.487358 1122 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal/instance:
14:00:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a922d1eb1442e594dbe6ab6bfdc4a6"
14:00:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:45 on dist-test-slave-vr0s"
14:00:45.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.495692 1122 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
14:00:45.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.501045 1142 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.502251 1122 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:00:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.502605 1122 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal
14:00:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1a922d1eb1442e594dbe6ab6bfdc4a6"
14:00:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:45 on dist-test-slave-vr0s"
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.502892 1122 fs_report.cc:389] FS layout report
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data/data
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:45.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.552220 1122 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.561748 1122 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:45.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.562212 1122 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:45.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.565361 1122 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:00:45.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.569620 1122 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:00:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.569829 1122 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:00:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.570015 1122 ts_tablet_manager.cc:616] Registered 0 tablets
14:00:45.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.570135 1122 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:00:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.727448 1122 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.67:39007
14:00:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.727571 1254 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.67:39007 every 8 connection(s)
14:00:45.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.730029 1122 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/data/info.pb
14:00:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.738380 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 1122
14:00:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.738847 477 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/ts-2/wal/instance
14:00:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.67@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.67@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:45.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.67@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.807654 1255 heartbeater.cc:344] Connected to a master server at 127.0.119.124:38799
14:00:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.808177 1255 heartbeater.cc:461] Registering TS with master...
14:00:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.808303 1259 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.808326 1256 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.808777 1256 heartbeater.cc:461] Registering TS with master...
14:00:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.808753 1259 heartbeater.cc:461] Registering TS with master...
14:00:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.809894 1255 heartbeater.cc:507] Master 127.0.119.124:38799 requested a full tablet report, sending...
14:00:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.810303 1256 heartbeater.cc:507] Master 127.0.119.125:43351 requested a full tablet report, sending...
14:00:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.810325 1259 heartbeater.cc:507] Master 127.0.119.126:33955 requested a full tablet report, sending...
14:00:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.814467 542 ts_manager.cc:194] Registered new tserver with Master: a1a922d1eb1442e594dbe6ab6bfdc4a6 (127.0.119.67:39007)
14:00:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.815187 626 ts_manager.cc:194] Registered new tserver with Master: a1a922d1eb1442e594dbe6ab6bfdc4a6 (127.0.119.67:39007)
14:00:45.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.816680 713 ts_manager.cc:194] Registered new tserver with Master: a1a922d1eb1442e594dbe6ab6bfdc4a6 (127.0.119.67:39007)
14:00:45.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.817994 713 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.0.119.67@KRBTEST.COM'} at 127.0.119.67:45755
14:00:45.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.835471 477 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
14:00:45.847 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:45.849 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:00:45.856 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:00:45.857 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:00:45.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.119.126"
port: 33955
}
bound_http_address {
host: "127.0.119.126"
port: 32805
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.119.125"
port: 43351
}
bound_http_address {
host: "127.0.119.125"
port: 33199
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.119.124"
port: 38799
}
bound_http_address {
host: "127.0.119.124"
port: 32929
}
}
}
14:00:45.861 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:00:45.862 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.119.65"
port: 39761
}
bound_http_address {
host: "127.0.119.65"
port: 40653
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.119.66"
port: 37601
}
bound_http_address {
host: "127.0.119.66"
port: 45639
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.119.67"
port: 39007
}
bound_http_address {
host: "127.0.119.67"
port: 37313
}
}
}
14:00:45.862 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:00:45.863 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:00:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:45.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:45.896 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc
14:00:45.906 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:45.907 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc
14:00:45.908 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:45.952 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:00:45.953 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:00:45.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:00:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:45.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.958104 692 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:45 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431245, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:45.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:00:45.983 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:45.984 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc
14:00:45.985 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:00:45.986 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.119.125:43351
14:00:45.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:00:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:45.988122 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 587
14:00:46.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:46.015 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.119.126:33955
14:00:46.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:00:46.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.016299 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 506
14:00:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.037359 961 heartbeater.cc:646] Failed to heartbeat to 127.0.119.125:43351 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.119.125:43351: connect: Connection refused (error 111)
14:00:46.045 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:46.045 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.119.124:38799
14:00:46.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:00:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.046458 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 671
14:00:46.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:46.073 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.119.125:43351
14:00:46.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:00:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.077482 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/logs
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:46.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.125:43351
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.125
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33199
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.125
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:46.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:46.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.372989 1108 heartbeater.cc:646] Failed to heartbeat to 127.0.119.124:38799 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.399907 1270 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.400491 1270 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:46.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.401090 1270 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.434183 1270 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.434402 1270 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:46.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.434666 1270 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.434875 1270 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.435074 1270 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.435359 1270 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:46.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.435525 1270 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.474169 1270 master_runner.cc:387] Master server non-default flags:
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/logs
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.125
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.125:43351
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.125
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33199
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.475425 1270 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:46.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.476336 1270 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.486160 1277 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:46.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:46.820814 1255 heartbeater.cc:499] Master 127.0.119.124:38799 was elected leader, sending a full tablet report...
14:00:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.825155 1255 heartbeater.cc:646] Failed to heartbeat to 127.0.119.124:38799 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:46.487793 1278 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:47.811062 1280 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:47.813077 1279 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1322 milliseconds
14:00:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.813164 1270 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:47.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.814566 1270 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:47.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.817116 1270 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:47.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.818455 1270 hybrid_clock.cc:648] HybridClock initialized: now 1790431247818416 us; error 33 us; skew 500 ppm
14:00:47.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.819274 1270 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:47 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431247, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.825428 1270 init.cc:377] Logged in from keytab as kudu/127.0.119.125@KRBTEST.COM (short username kudu)
14:00:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.831619 1270 webserver.cc:533] Webserver started at http://127.0.119.125:33199/ using document root <none> and password file <none>
14:00:47.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.833024 1270 fs_manager.cc:362] Metadata directory not provided
14:00:47.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.833324 1270 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:47.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.843298 1270 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
14:00:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.848408 1297 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:47.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.849540 1270 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:00:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.849913 1270 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c"
14:00:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:33 on dist-test-slave-vr0s"
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.851827 1270 fs_report.cc:389] FS layout report
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/wal
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/data
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:47.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:47.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.929761 1270 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.934816 1270 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:47.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:47.935276 1270 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:48.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.009799 1270 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.125:43351
14:00:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.009868 1348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.125:43351 every 8 connection(s)
14:00:48.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.012912 1270 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-1/data/info.pb
14:00:48.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.015834 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 1270
14:00:48.017 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.119.126:33955
14:00:48.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.018767 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/logs
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:48.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.126:33955
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.126
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32805
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.126
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:48.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:48.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:48.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.027719 1349 sys_catalog.cc:263] Verifying existing consensus state
14:00:48.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.032941 1349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Bootstrap starting.
14:00:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.084924 961 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:48.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.088388 1349 log.cc:826] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Log is configured to *not* fsync() on all Append() calls
14:00:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.103052 1349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.103893 1349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Bootstrap complete.
14:00:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.122956 1349 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.125061 1349 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5ae3c89b5e1042c7aef85d7b69bfe81c, State: Initialized, Role: FOLLOWER
14:00:48.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.125795 1349 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.128736 1356 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:48.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.129516 1356 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: FOLLOWER
14:00:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.130314 1349 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: configured and running, proceeding with master startup.
14:00:48.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.175740 1367 catalog_manager.cc:1308] Loaded cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:48.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.176189 1367 catalog_manager.cc:1601] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: loading cluster ID for follower catalog manager: success
14:00:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.184477 1367 catalog_manager.cc:1623] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: acquiring CA information for follower catalog manager: success
14:00:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.191478 1367 catalog_manager.cc:1651] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:48.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.171890 1270 master_runner.cc:187] Error getting master registration for 127.0.119.126:33955: Network error: Client connection negotiation failed: client connection to 127.0.119.126:33955: connect: Connection refused (error 111),
14:00:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.201023 1270 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.406772 1109 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.411969 1314 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2e4cdbc6a9114f60bc5346dbc5f9a240" instance_seqno: 1790431243237955) as {username='kudu', principal='kudu/127.0.119.66@KRBTEST.COM'} at 127.0.119.66:51031; Asking this server to re-register.
14:00:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.413275 1109 heartbeater.cc:461] Registering TS with master...
14:00:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.416005 1314 ts_manager.cc:194] Registered new tserver with Master: 2e4cdbc6a9114f60bc5346dbc5f9a240 (127.0.119.66:37601)
14:00:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.453469 1351 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:48.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.454211 1351 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:48.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.455314 1351 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.513310 1351 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.513526 1351 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:48.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.513795 1351 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.514024 1351 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.514303 1351 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.514509 1351 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:48.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.514658 1351 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.552417 1351 master_runner.cc:387] Master server non-default flags:
14:00:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/logs
14:00:48.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.126
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.126:33955
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.126
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32805
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:48.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.553798 1351 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:48.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.555109 1351 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:48.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.568430 1377 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.866606 1256 heartbeater.cc:344] Connected to a master server at 127.0.119.125:43351
14:00:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.869468 1314 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a1a922d1eb1442e594dbe6ab6bfdc4a6" instance_seqno: 1790431245694501) as {username='kudu', principal='kudu/127.0.119.67@KRBTEST.COM'} at 127.0.119.67:50641; Asking this server to re-register.
14:00:48.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.870728 1256 heartbeater.cc:461] Registering TS with master...
14:00:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:48.875005 1314 ts_manager.cc:194] Registered new tserver with Master: a1a922d1eb1442e594dbe6ab6bfdc4a6 (127.0.119.67:39007)
14:00:48.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.896247 32373 debug-util.cc:398] Leaking SignalData structure 0x7b08000a65e0 after lost signal to thread 32308
14:00:48.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.897239 32373 debug-util.cc:398] Leaking SignalData structure 0x7b0800089800 after lost signal to thread 32376
14:00:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.092034 1314 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cdf868a084e74eada2e7f4670a91ae5b" instance_seqno: 1790431240826174) as {username='kudu', principal='kudu/127.0.119.65@KRBTEST.COM'} at 127.0.119.65:35005; Asking this server to re-register.
14:00:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.094383 961 heartbeater.cc:461] Registering TS with master...
14:00:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.099547 1314 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:49 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431249, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.933102 841 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:49.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.966701 1390 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:49.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.968580 1390 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:49.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:49.973044 1390 leader_election.cc:290] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955), 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799)
14:00:49.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:49.981727 1300 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:50.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:50.031549 1299 leader_election.cc:336] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955): Network error: Client connection negotiation failed: client connection to 127.0.119.126:33955: connect: Connection refused (error 111)
14:00:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:50.032775 1300 leader_election.cc:336] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799): Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:50.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:50.033272 1300 leader_election.cc:304] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5ae3c89b5e1042c7aef85d7b69bfe81c; no voters: 4c1c388a81564405adebaacb2a0f0cc3, cc446b6419874988aaeb35ce3ac0a6f0
14:00:50.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:50.034200 1390 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:00:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:49.971606 1376 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 1351
14:00:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.252365 1379 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2681 milliseconds
14:00:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.253682 1380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.252887 1351 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.684s user 0.910s sys 1.554s
14:00:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.254336 1351 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.686s user 0.910s sys 1.554s
14:00:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.254587 1351 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:48.571715 1378 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:51.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.258658 1351 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.279651 1351 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.281196 1351 hybrid_clock.cc:648] HybridClock initialized: now 1790431251281048 us; error 40 us; skew 500 ppm
14:00:51.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.282256 1351 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:51 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431251, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:51.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.291965 1351 init.cc:377] Logged in from keytab as kudu/127.0.119.126@KRBTEST.COM (short username kudu)
14:00:51.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.314733 1351 webserver.cc:533] Webserver started at http://127.0.119.126:32805/ using document root <none> and password file <none>
14:00:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.316030 1351 fs_manager.cc:362] Metadata directory not provided
14:00:51.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.316331 1351 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.326853 1351 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
14:00:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.331935 1409 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:51.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.333143 1351 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
14:00:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.333530 1351 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:51.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:31 on dist-test-slave-vr0s"
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.335543 1351 fs_report.cc:389] FS layout report
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/wal
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/data
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:51.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:51.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:51.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.399376 1351 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:51.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.413986 1351 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:51.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.414877 1351 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:51.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.639470 1351 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.126:33955
14:00:51.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.639593 1463 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.126:33955 every 8 connection(s)
14:00:51.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.643252 1351 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-0/data/info.pb
14:00:51.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.649271 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 1351
14:00:51.650 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:51.650 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.119.124:38799
14:00:51.651 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:00:51.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.653532 477 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/logs
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.124:38799
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.124
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32929
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.124
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:00:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:00:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.663533 1464 sys_catalog.cc:263] Verifying existing consensus state
14:00:51.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.671821 1464 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Bootstrap starting.
14:00:51.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.725314 1467 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:00:51.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.727243 1467 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.737561 1464 log.cc:826] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Log is configured to *not* fsync() on all Append() calls
14:00:51.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.757728 1467 leader_election.cc:290] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955), 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799)
14:00:51.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.763773 1464 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:51.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.765525 1464 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: Bootstrap complete.
14:00:51.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.789880 1300 leader_election.cc:336] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799): Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:51 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431247, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.817065 1464 raft_consensus.cc:359] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:51.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.820401 1464 raft_consensus.cc:740] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: cc446b6419874988aaeb35ce3ac0a6f0, State: Initialized, Role: FOLLOWER
14:00:51.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.821359 1464 consensus_queue.cc:260] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:51.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.838441 1473 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.839197 1473 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:51.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.841037 1464 sys_catalog.cc:565] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: configured and running, proceeding with master startup.
14:00:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.874909 1439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" is_pre_election: true
14:00:51.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.876053 1439 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5ae3c89b5e1042c7aef85d7b69bfe81c in term 1.
14:00:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.879220 1299 leader_election.cc:304] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5ae3c89b5e1042c7aef85d7b69bfe81c, cc446b6419874988aaeb35ce3ac0a6f0; no voters: 4c1c388a81564405adebaacb2a0f0cc3
14:00:51.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.880231 1467 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Leader pre-election won for term 2
14:00:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.880550 1467 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:00:51.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.880884 1467 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 1 FOLLOWER]: Advancing to term 2
14:00:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.891911 1467 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.900674 1439 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "cc446b6419874988aaeb35ce3ac0a6f0"
14:00:51.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.901196 1439 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 1 FOLLOWER]: Advancing to term 2
14:00:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.903477 1467 leader_election.cc:290] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 election: Requested vote from peers cc446b6419874988aaeb35ce3ac0a6f0 (127.0.119.126:33955), 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799)
14:00:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:51.913817 1300 leader_election.cc:336] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799): Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111)
14:00:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.923339 1439 raft_consensus.cc:2468] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5ae3c89b5e1042c7aef85d7b69bfe81c in term 2.
14:00:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.928253 1299 leader_election.cc:304] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 5ae3c89b5e1042c7aef85d7b69bfe81c, cc446b6419874988aaeb35ce3ac0a6f0; no voters: 4c1c388a81564405adebaacb2a0f0cc3
14:00:51.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.929394 1467 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 2 FOLLOWER]: Leader election won for term 2
14:00:51.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.947266 1467 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [term 2 LEADER]: Becoming Leader. State: Replica: 5ae3c89b5e1042c7aef85d7b69bfe81c, State: Running, Role: LEADER
14:00:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.948346 1467 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:51.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.975827 1480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ae3c89b5e1042c7aef85d7b69bfe81c. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:51.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.977322 1480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: LEADER
14:00:51.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.978164 1259 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:51.983886 1485 catalog_manager.cc:1524] Loading table and tablet metadata into memory...
14:00:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.002067 1485 catalog_manager.cc:1533] Initializing Kudu cluster ID...
14:00:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.009352 1485 catalog_manager.cc:1308] Loaded cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.038400 1485 catalog_manager.cc:1544] Initializing Kudu internal certificate authority...
14:00:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.043624 1485 catalog_manager.cc:1553] Loading token signing keys...
14:00:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.047379 1490 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:52.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.047922 1485 catalog_manager.cc:6230] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c: Loaded TSK: 0
14:00:52.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.049065 1485 catalog_manager.cc:1563] Initializing in-progress tserver states...
14:00:52.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:52 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431251, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:52 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431251, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.126@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:52.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:52 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431249, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.178658 964 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:52.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.154459 1351 master_runner.cc:187] Error getting master registration for 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111),
14:00:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.182065 1351 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.185667 1429 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cdf868a084e74eada2e7f4670a91ae5b" instance_seqno: 1790431240826174) as {username='kudu', principal='kudu/127.0.119.65@KRBTEST.COM'} at 127.0.119.65:58687; Asking this server to re-register.
14:00:52.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.187213 964 heartbeater.cc:461] Registering TS with master...
14:00:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.190356 1429 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.304989 1466 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:00:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.305626 1466 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:00:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.306447 1466 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:00:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.344278 1466 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:00:52.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.344553 1466 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:00:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.345001 1466 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:00:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.345340 1466 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:00:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.345666 1466 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:00:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.345991 1466 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:00:52.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.346235 1466 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45105/jwks.json
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.393929 1466 master_runner.cc:387] Master server non-default flags:
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/logs
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.119.84:35805
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data
14:00:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.119.126:33955,127.0.119.125:43351,127.0.119.124:38799
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/krb5kdc/kudu.keytab
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.119.124
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.119.124:38799
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45105/jwks.json
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.119.124
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32929
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:00:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 3b18f0139b1d21a072b7353269301fba16dca54e
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 26 Sep 2026 13:43:24 UTC on e7f111948823
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 14010
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:00:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.395552 1466 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:00:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.396903 1466 file_cache.cc:504] Constructed file cache file cache with capacity 419430
14:00:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.410400 1502 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.469091 1439 raft_consensus.cc:1275] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [term 2 FOLLOWER]: Refusing update from remote peer 5ae3c89b5e1042c7aef85d7b69bfe81c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:00:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.469997 1469 negotiation.cc:336] Failed RPC negotiation. Trace:
14:00:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.464589 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.119.66:35891 (local address 127.0.119.126:33955)
14:00:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.465495 (+ 906us) server_negotiation.cc:207] Beginning negotiation
14:00:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.465528 (+ 33us) server_negotiation.cc:400] Waiting for connection header
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.465608 (+ 80us) server_negotiation.cc:408] Connection header received
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.465804 (+ 196us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.465844 (+ 40us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.466207 (+ 363us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.466412 (+ 205us) server_negotiation.cc:227] Negotiated authn=SASL
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:52.468380 (+ 1968us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.119.66:35891: BlockingRecv error: recv got EOF from 127.0.119.66:35891 (error 108)
14:00:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":85}
14:00:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.471189 1480 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [LEADER]: Connected to new peer: Peer: permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:00:52.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.508347 1509 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ae3c89b5e1042c7aef85d7b69bfe81c. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:52.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.511701 1509 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.526613 1480 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.527475 1480 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: LEADER
14:00:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.530145 1509 sys_catalog.cc:455] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.530815 1509 sys_catalog.cc:458] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0 [sys.catalog]: This master's current role is: FOLLOWER
14:00:52.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.546756 1300 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c -> Peer 4c1c388a81564405adebaacb2a0f0cc3 (127.0.119.124:38799): Couldn't send request to peer 4c1c388a81564405adebaacb2a0f0cc3. Status: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:00:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:52 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431252, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.971822 991 init.cc:295] Successfully reacquired a new kerberos TGT
14:00:52.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.985271 1429 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a1a922d1eb1442e594dbe6ab6bfdc4a6" instance_seqno: 1790431245694501) as {username='kudu', principal='kudu/127.0.119.67@KRBTEST.COM'} at 127.0.119.67:49303; Asking this server to re-register.
14:00:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.987646 1259 heartbeater.cc:461] Registering TS with master...
14:00:52.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:52.991786 1429 ts_manager.cc:194] Registered new tserver with Master: a1a922d1eb1442e594dbe6ab6bfdc4a6 (127.0.119.67:39007)
14:00:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.093597 1490 catalog_manager.cc:1308] Loaded cluster ID: 4f78fd4722b841299aa38c3e2410fba9
14:00:53.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.093990 1490 catalog_manager.cc:1601] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: loading cluster ID for follower catalog manager: success
14:00:53.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.119024 961 heartbeater.cc:499] Master 127.0.119.125:43351 was elected leader, sending a full tablet report...
14:00:53.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.146605 1490 catalog_manager.cc:1623] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: acquiring CA information for follower catalog manager: success
14:00:53.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.197484 1490 catalog_manager.cc:1651] T 00000000000000000000000000000000 P cc446b6419874988aaeb35ce3ac0a6f0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:00:53.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.238016 1270 master_runner.cc:187] Error getting master registration for 127.0.119.124:38799: Network error: Client connection negotiation failed: client connection to 127.0.119.124:38799: connect: Connection refused (error 111),
14:00:53.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.238603 1270 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
14:00:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.472697 1109 heartbeater.cc:499] Master 127.0.119.125:43351 was elected leader, sending a full tablet report...
14:00:53.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.497315 1110 heartbeater.cc:344] Connected to a master server at 127.0.119.126:33955
14:00:53.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.500536 1429 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "2e4cdbc6a9114f60bc5346dbc5f9a240" instance_seqno: 1790431243237955) as {username='kudu', principal='kudu/127.0.119.66@KRBTEST.COM'} at 127.0.119.66:46975; Asking this server to re-register.
14:00:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.502074 1110 heartbeater.cc:461] Registering TS with master...
14:00:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.505743 1429 ts_manager.cc:194] Registered new tserver with Master: 2e4cdbc6a9114f60bc5346dbc5f9a240 (127.0.119.66:37601)
14:00:53.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:53.980286 1256 heartbeater.cc:499] Master 127.0.119.125:43351 was elected leader, sending a full tablet report...
14:00:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:52.411633 1503 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.349465 1466 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.937s user 0.002s sys 0.000s
14:00:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.352999 1466 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.941s user 0.002s sys 0.000s
14:00:54.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:53.814148 1501 debug-util.cc:398] Leaking SignalData structure 0x7b0800037cc0 after lost signal to thread 1466
14:00:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.359244 1505 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:00:54.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.359136 1466 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:00:54.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.359552 1504 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1946 milliseconds
14:00:54.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.361261 1466 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:00:54.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.367646 1466 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:00:54.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.369086 1466 hybrid_clock.cc:648] HybridClock initialized: now 1790431254368970 us; error 117 us; skew 500 ppm
14:00:54.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.370245 1466 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:00:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:54 dist-test-slave-vr0s krb5kdc[489](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431254, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:00:54.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.376863 1466 init.cc:377] Logged in from keytab as kudu/127.0.119.124@KRBTEST.COM (short username kudu)
14:00:54.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.382848 1466 webserver.cc:533] Webserver started at http://127.0.119.124:32929/ using document root <none> and password file <none>
14:00:54.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.383749 1466 fs_manager.cc:362] Metadata directory not provided
14:00:54.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.384023 1466 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:00:54.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.393307 1466 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.004s
14:00:54.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.398059 1533 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:00:54.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.399326 1466 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:00:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.399699 1466 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data,/tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c1c388a81564405adebaacb2a0f0cc3"
14:00:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 14:00:35 on dist-test-slave-vr0s"
14:00:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.402287 1466 fs_report.cc:389] FS layout report
14:00:54.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/wal
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/data
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:00:54.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:00:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.473682 1466 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:00:54.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.481492 1466 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:00:54.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.482038 1466 kserver.cc:163] Server-wide thread pool size limit: 3276
14:00:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.575493 1466 rpc_server.cc:307] RPC server started. Bound to: 127.0.119.124:38799
14:00:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.575704 1586 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.119.124:38799 every 8 connection(s)
14:00:54.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.579790 1466 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKC1fQD/test-tmp/mini-kudu-cluster75557840963071684/master-2/data/info.pb
14:00:54.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.588634 477 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu as pid 1466
14:00:54.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:00:54.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.602144 1587 sys_catalog.cc:263] Verifying existing consensus state
14:00:54.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.612700 1587 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Bootstrap starting.
14:00:54.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.644080 32298 debug-util.cc:398] Leaking SignalData structure 0x7b08000af700 after lost signal to thread 32235
14:00:54.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:54.644812 32298 debug-util.cc:398] Leaking SignalData structure 0x7b08000aa140 after lost signal to thread 32301
14:00:54.678 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.119.125:43351(127.0.119.125:43351)] connecting to peer
14:00:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.680058 1587 log.cc:826] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Log is configured to *not* fsync() on all Append() calls
14:00:54.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.721906 1587 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:00:54.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.722862 1587 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3: Bootstrap complete.
14:00:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.758440 1587 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.761936 1587 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c1c388a81564405adebaacb2a0f0cc3, State: Initialized, Role: FOLLOWER
14:00:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.763144 1587 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } }
14:00:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.771412 1592 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:54.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.772193 1592 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: FOLLOWER
14:00:54.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:54.774793 1587 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: configured and running, proceeding with master startup.
14:00:54.998 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.119.126:33955(127.0.119.126:33955)] connecting to peer
14:00:55.026 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.119.124:38799(127.0.119.124:38799)] connecting to peer
14:00:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.048190 1602 negotiation.cc:336] Failed RPC negotiation. Trace:
14:00:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:54.970525 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.119.67:60533 (local address 127.0.119.124:38799)
14:00:55.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.011857 (+ 41332us) server_negotiation.cc:207] Beginning negotiation
14:00:55.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.011896 (+ 39us) server_negotiation.cc:400] Waiting for connection header
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.014972 (+ 3076us) server_negotiation.cc:408] Connection header received
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.015603 (+ 631us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.015648 (+ 45us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.016222 (+ 574us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.016616 (+ 394us) server_negotiation.cc:227] Negotiated authn=SASL
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.038737 (+ 22121us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.119.67:60533: BlockingRecv error: recv got EOF from 127.0.119.67:60533 (error 108)
14:00:55.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":40595,"thread_start_us":41199,"threads_started":1}
14:00:55.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.050886 1610 catalog_manager.cc:818] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:00:55.069 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.119.126:33955(127.0.119.126:33955)] Successfully connected to peer
14:00:55.072 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.119.124:38799(127.0.119.124:38799)] Successfully connected to peer
14:00:55.084 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.0.119.125:43351(127.0.119.125:43351)] Successfully connected to peer
14:00:55.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:55 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431247, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.125@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:55 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431254, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.126@KRBTEST.COM
14:00:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.117098 1562 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [term 1 FOLLOWER]: Advancing to term 2
14:00:55.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:55 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431254, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.125@KRBTEST.COM
14:00:55.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:55 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431254, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.124@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:55.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 14:00:55 dist-test-slave-vr0s krb5kdc[489](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790431249, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.119.65@KRBTEST.COM for kudu/127.0.119.124@KRBTEST.COM
14:00:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.256553 1592 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5ae3c89b5e1042c7aef85d7b69bfe81c. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:55.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.257184 1592 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: FOLLOWER
14:00:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.260643 1621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:55.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.261534 1621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4c1c388a81564405adebaacb2a0f0cc3 [sys.catalog]: This master's current role is: FOLLOWER
14:00:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.270457 960 heartbeater.cc:344] Connected to a master server at 127.0.119.124:38799
14:00:55.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.276726 1552 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "cdf868a084e74eada2e7f4670a91ae5b" instance_seqno: 1790431240826174) as {username='kudu', principal='kudu/127.0.119.65@KRBTEST.COM'} at 127.0.119.65:50873; Asking this server to re-register.
14:00:55.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.278255 960 heartbeater.cc:461] Registering TS with master...
14:00:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.281936 1551 ts_manager.cc:194] Registered new tserver with Master: cdf868a084e74eada2e7f4670a91ae5b (127.0.119.65:39761)
14:00:55.301 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:00:55.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.119.125:43351(127.0.119.125:43351)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.119.125:43351: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.119.126:33955(127.0.119.126:33955)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.119.126:33955: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.321619 1613 negotiation.cc:336] Failed RPC negotiation. Trace:
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.080399 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:34546 (local address 127.0.119.126:33955)
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.090308 (+ 9909us) server_negotiation.cc:207] Beginning negotiation
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.090346 (+ 38us) server_negotiation.cc:400] Waiting for connection header
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.213928 (+123582us) server_negotiation.cc:408] Connection header received
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.288422 (+ 74494us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.288459 (+ 37us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.288680 (+ 221us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.288850 (+ 170us) server_negotiation.cc:227] Negotiated authn=SASL
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.320367 (+ 31517us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34546: BlockingRecv error: recv got EOF from 127.0.0.1:34546 (error 108)
14:00:55.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":9306,"thread_start_us":10245,"threads_started":1}
14:00:55.323 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.119.126:33955(127.0.119.126:33955)] handling channelInactive
14:00:55.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.119.124:38799(127.0.119.124:38799)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.119.124:38799: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:00:55.326 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.0.119.125:43351(127.0.119.125:43351)] handling channelInactive
14:00:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.328100 1614 negotiation.cc:336] Failed RPC negotiation. Trace:
14:00:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.084288 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:54472 (local address 127.0.119.125:43351)
14:00:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.116421 (+ 32133us) server_negotiation.cc:207] Beginning negotiation
14:00:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.116450 (+ 29us) server_negotiation.cc:400] Waiting for connection header
14:00:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.210697 (+ 94247us) server_negotiation.cc:408] Connection header received
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.283652 (+ 72955us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.283708 (+ 56us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.283953 (+ 245us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.284164 (+ 211us) server_negotiation.cc:227] Negotiated authn=SASL
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.326413 (+ 42249us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:54472: BlockingRecv error: recv got EOF from 127.0.0.1:54472 (error 108)
14:00:55.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":31094,"thread_start_us":30824,"threads_started":1}
14:00:55.328 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=735), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.125:43351, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.126:33955, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.124:38799, [711ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.125:43351: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [712ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.126:33955: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [718ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.124:38799: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.119.125:43351,127.0.119.126:33955,127.0.119.124:38799). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.119.125:43351,127.0.119.126:33955,127.0.119.124:38799). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:00:55.359 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=766), Traces: [0ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.125:43351, [392ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.126:33955, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.119.124:38799, [711ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.125:43351: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [712ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.126:33955: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [718ms] Sub RPC ConnectToMaster: received response from server master-127.0.119.124:38799: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
14:00:55.362 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.119.126:33955(127.0.119.126:33955)] disconnecting while in state TERMINATED
14:00:55.364 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.119.125:43351(127.0.119.125:43351)] disconnecting while in state TERMINATED
14:00:55.364 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.0.119.124:38799(127.0.119.124:38799)] disconnecting while in state TERMINATED
14:00:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.372450 1606 negotiation.cc:336] Failed RPC negotiation. Trace:
14:00:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.071901 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:41070 (local address 127.0.119.124:38799)
14:00:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.074754 (+ 2853us) server_negotiation.cc:207] Beginning negotiation
14:00:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.074787 (+ 33us) server_negotiation.cc:400] Waiting for connection header
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.212934 (+138147us) server_negotiation.cc:408] Connection header received
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.278068 (+ 65134us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.278099 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.278309 (+ 210us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.278478 (+ 169us) server_negotiation.cc:227] Negotiated authn=SASL
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0926 14:00:55.371199 (+ 92721us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41070: BlockingRecv error: recv got EOF from 127.0.0.1:41070 (error 108)
14:00:55.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2300}
14:00:55.374 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:00:55.380 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:00:55.381 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.119.124:38799(127.0.119.124:38799)] handling channelInactive
14:00:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.388777 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 817
14:00:55.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.415784 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 974
14:00:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.449025 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 1122
14:00:55.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.487879 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 1351
14:00:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.521904 1629 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cc446b6419874988aaeb35ce3ac0a6f0" member_type: VOTER last_known_addr { host: "127.0.119.126" port: 33955 } } peers { permanent_uuid: "5ae3c89b5e1042c7aef85d7b69bfe81c" member_type: VOTER last_known_addr { host: "127.0.119.125" port: 43351 } } peers { permanent_uuid: "4c1c388a81564405adebaacb2a0f0cc3" member_type: VOTER last_known_addr { host: "127.0.119.124" port: 38799 } } }
14:00:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.523075 1629 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5ae3c89b5e1042c7aef85d7b69bfe81c [sys.catalog]: This master's current role is: LEADER
14:00:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.524408 1299 connection.cc:573] client connection to 127.0.119.126:33955 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
14:00:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.524859 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 1270
14:00:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.524811 1299 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107) [suppressed 8 similar messages]
14:00:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:55.556748 477 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 1466
14:00:55.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.930997 321 debug-util.cc:398] Leaking SignalData structure 0x7b08000adce0 after lost signal to thread 32664
14:00:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 14:00:55.932654 321 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad1c0 after lost signal to thread 324
14:00:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:56Z chronyd exiting
14:00:57.950 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:00:57.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:57.952737 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 32518
14:00:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:57.976403 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 32661
14:00:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:58.002457 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 335
14:00:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:58.028241 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 32234
14:00:58.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:58.056775 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 32304
14:00:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 14:00:58.086632 32222 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskKC1fQD/build/tsan/bin/kudu with pid 32382
14:00:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T14:00:59Z chronyd exiting
14:01:00.259 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.119.125:43351,127.0.119.126:33955,127.0.119.124:38799). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.0.119.125:43351,127.0.119.126:33955,127.0.119.124:38799). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more